Found 20 jobs Ignoring malparsed backtrace: ceph version 18.0.0-4318-g13364465 (133644651464727ae1bb58b3739a32d0c2fa0102) reef (dev) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xcc) [0x7fc52ece4ed4] , 2: (WriteOp::_finish(TestOp::CallbackInfo*)+0x1b0) [0x558b8d9420ca] Ignoring malparsed backtrace: 2023-06-13T05:48:00.030+0000 7fa716e9f700 -1 WARNING: the following dangerous and experimental features are enabled: crimson , 2023-06-13T05:48:00.037+0000 7fa716e9f700 -1 WARNING: the following dangerous and experimental features are enabled: crimson , 2023-06-13T05:48:00.243 INFO:teuthology.orchestra.run.smithi060.stdout: Ignoring malparsed backtrace: dumped all , 2023-06-13T05:48:09.852 INFO:teuthology.orchestra.run.smithi060.stdout:{"pg_ready":true,"pg_map":{"version":52,"stamp":"2023-06-13T05:48:08.447303+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1702798326,"num_objects":572,"num_object_clones":0,"num_object_copies":1144,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":52,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2602,"num_read_kb":1002155,"num_write":4758,"num_write_kb":1320842,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":48737030,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2887,"ondisk_log_size":2887,"up":40,"acting":44,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":0,"num_osds":4,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":419430400,"kb_used":1568476,"kb_used_data":1436092,"kb_used_omap":0,"kb_used_meta":132352,"kb_avail":417861924,"statfs":{"total":429496729600,"available":427890610176,"internally_reserved":0,"allocated":1470558208,"data_stored":1460629661,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":135528448},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-2,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":4069276,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002480"},"pg_stats":[{"pgid":"3.f","version":"19'142","reported_seq":383,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.315104+0000","last_change":"2023-06-13T05:47:07.302202+0000","last_active":"2023-06-13T05:47:59.315104+0000","last_peered":"2023-06-13T05:47:59.315104+0000","last_clean":"2023-06-13T05:47:59.315104+0000","last_became_active":"2023-06-13T05:47:07.298366+0000","last_became_peered":"2023-06-13T05:47:07.298366+0000","last_unstale":"2023-06-13T05:47:59.315104+0000","last_undegraded":"2023-06-13T05:47:59.315104+0000","last_fullsized":"2023-06-13T05:47:59.315104+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":145450682,"num_objects":46,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":86147,"num_write":358,"num_write_kb":100940,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"20'130","reported_seq":33,"reported_epoch":24,"state":"active+undersized","last_fresh":"2023-06-13T05:47:59.322390+0000","last_change":"2023-06-13T05:48:03.283715+0000","last_active":"2023-06-13T05:47:59.322390+0000","last_peered":"2023-06-13T05:47:59.322390+0000","last_clean":"2023-06-13T05:47:06.172408+0000","last_became_active":"2023-06-13T05:47:51.264994+0000","last_became_peered":"2023-06-13T05:47:51.264994+0000","last_unstale":"2023-06-13T05:47:59.322390+0000","last_undegraded":"2023-06-13T05:47:59.322390+0000","last_fullsized":"2023-06-13T05:47:51.260208+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":130,"log_dups_size":0,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5681162,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2,"num_write":20,"num_write_kb":6286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1],"acting":[1],"avail_no_missing":["1"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"20'225","reported_seq":573,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.309600+0000","last_change":"2023-06-13T05:47:07.274035+0000","last_active":"2023-06-13T05:47:59.309600+0000","last_peered":"2023-06-13T05:47:59.309600+0000","last_clean":"2023-06-13T05:47:59.309600+0000","last_became_active":"2023-06-13T05:47:07.266024+0000","last_became_peered":"2023-06-13T05:47:07.266024+0000","last_unstale":"2023-06-13T05:47:59.309600+0000","last_undegraded":"2023-06-13T05:47:59.309600+0000","last_fullsized":"2023-06-13T05:47:59.309600+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":225,"log_dups_size":0,"ondisk_log_size":225,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204580942,"num_objects":66,"num_object_clones":0,"num_object_copies":132,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":253,"num_read_kb":83646,"num_write":566,"num_write_kb":170482,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"19'130","reported_seq":352,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.319902+0000","last_change":"2023-06-13T05:47:07.251094+0000","last_active":"2023-06-13T05:47:59.319902+0000","last_peered":"2023-06-13T05:47:59.319902+0000","last_clean":"2023-06-13T05:47:59.319902+0000","last_became_active":"2023-06-13T05:47:07.247628+0000","last_became_peered":"2023-06-13T05:47:07.247628+0000","last_unstale":"2023-06-13T05:47:59.319902+0000","last_undegraded":"2023-06-13T05:47:59.319902+0000","last_fullsized":"2023-06-13T05:47:59.319902+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":130,"log_dups_size":0,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":125786558,"num_objects":42,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":182,"num_read_kb":75741,"num_write":322,"num_write_kb":93396,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"22'188","reported_seq":24,"reported_epoch":24,"state":"active+clean+remapped","last_fresh":"2023-06-13T05:47:59.310233+0000","last_change":"2023-06-13T05:47:53.279865+0000","last_active":"2023-06-13T05:47:59.310233+0000","last_peered":"2023-06-13T05:47:59.310233+0000","last_clean":"2023-06-13T05:47:59.310233+0000","last_became_active":"2023-06-13T05:47:53.273788+0000","last_became_peered":"2023-06-13T05:47:53.273788+0000","last_unstale":"2023-06-13T05:47:59.310233+0000","last_undegraded":"2023-06-13T05:47:59.310233+0000","last_fullsized":"2023-06-13T05:47:59.310233+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3764768,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1,"num_write":10,"num_write_kb":3680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0,3],"avail_no_missing":["0","3"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.a","version":"18'219","reported_seq":573,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.321337+0000","last_change":"2023-06-13T05:47:07.314993+0000","last_active":"2023-06-13T05:47:59.321337+0000","last_peered":"2023-06-13T05:47:59.321337+0000","last_clean":"2023-06-13T05:47:59.321337+0000","last_became_active":"2023-06-13T05:47:07.312285+0000","last_became_peered":"2023-06-13T05:47:07.312285+0000","last_unstale":"2023-06-13T05:47:59.321337+0000","last_undegraded":"2023-06-13T05:47:59.321337+0000","last_fullsized":"2023-06-13T05:47:59.321337+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":219,"log_dups_size":0,"ondisk_log_size":219,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":203974966,"num_objects":70,"num_object_clones":0,"num_object_copies":140,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":291,"num_read_kb":104671,"num_write":554,"num_write_kb":162292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"21'176","reported_seq":460,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.322631+0000","last_change":"2023-06-13T05:47:07.296127+0000","last_active":"2023-06-13T05:47:59.322631+0000","last_peered":"2023-06-13T05:47:59.322631+0000","last_clean":"2023-06-13T05:47:59.322631+0000","last_became_active":"2023-06-13T05:47:07.292815+0000","last_became_peered":"2023-06-13T05:47:07.292815+0000","last_unstale":"2023-06-13T05:47:59.322631+0000","last_undegraded":"2023-06-13T05:47:59.322631+0000","last_fullsized":"2023-06-13T05:47:59.322631+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":176,"log_dups_size":0,"ondisk_log_size":176,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":148644738,"num_objects":50,"num_object_clones":0,"num_object_copies":100,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":218,"num_read_kb":81216,"num_write":434,"num_write_kb":128988,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.8","version":"18'166","reported_seq":15,"reported_epoch":24,"state":"active+clean+remapped","last_fresh":"2023-06-13T05:47:59.335502+0000","last_change":"2023-06-13T05:47:53.304857+0000","last_active":"2023-06-13T05:47:59.335502+0000","last_peered":"2023-06-13T05:47:59.335502+0000","last_clean":"2023-06-13T05:47:59.335502+0000","last_became_active":"2023-06-13T05:47:53.301356+0000","last_became_peered":"2023-06-13T05:47:53.301356+0000","last_unstale":"2023-06-13T05:47:59.335502+0000","last_undegraded":"2023-06-13T05:47:59.335502+0000","last_fullsized":"2023-06-13T05:47:59.335502+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":166,"log_dups_size":0,"ondisk_log_size":166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3,1],"avail_no_missing":["3","1"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+undersized","last_fresh":"2023-06-13T05:47:59.340282+0000","last_change":"2023-06-13T05:48:00.310391+0000","last_active":"2023-06-13T05:47:59.340282+0000","last_peered":"2023-06-13T05:47:59.340282+0000","last_clean":"2023-06-13T05:46:55.188408+0000","last_became_active":"2023-06-13T05:47:51.244080+0000","last_became_peered":"2023-06-13T05:47:51.244080+0000","last_unstale":"2023-06-13T05:47:59.340282+0000","last_undegraded":"2023-06-13T05:47:59.340282+0000","last_fullsized":"2023-06-13T05:47:51.240684+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.5","version":"19'166","reported_seq":432,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.311440+0000","last_change":"2023-06-13T05:47:07.268946+0000","last_active":"2023-06-13T05:47:59.311440+0000","last_peered":"2023-06-13T05:47:59.311440+0000","last_clean":"2023-06-13T05:47:59.311440+0000","last_became_active":"2023-06-13T05:47:07.263874+0000","last_became_peered":"2023-06-13T05:47:07.263874+0000","last_unstale":"2023-06-13T05:47:59.311440+0000","last_undegraded":"2023-06-13T05:47:59.311440+0000","last_fullsized":"2023-06-13T05:47:59.311440+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":166,"log_dups_size":0,"ondisk_log_size":166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":132376882,"num_objects":46,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":196,"num_read_kb":71553,"num_write":414,"num_write_kb":122784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":33,"reported_epoch":24,"state":"active+undersized","last_fresh":"2023-06-13T05:47:59.318794+0000","last_change":"2023-06-13T05:48:00.294631+0000","last_active":"2023-06-13T05:47:59.318794+0000","last_peered":"2023-06-13T05:47:59.318794+0000","last_clean":"2023-06-13T05:47:12.301036+0000","last_became_active":"2023-06-13T05:47:51.286565+0000","last_became_peered":"2023-06-13T05:47:51.286565+0000","last_unstale":"2023-06-13T05:47:59.318794+0000","last_undegraded":"2023-06-13T05:47:59.318794+0000","last_fullsized":"2023-06-13T05:47:51.249247+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3","version":"18'192","reported_seq":507,"reported_epoch":18,"state":"active+clean","last_fresh":"2023-06-13T05:47:50.497563+0000","last_change":"2023-06-13T05:47:07.267949+0000","last_active":"2023-06-13T05:47:50.497563+0000","last_peered":"2023-06-13T05:47:50.497563+0000","last_clean":"2023-06-13T05:47:50.497563+0000","last_became_active":"2023-06-13T05:47:07.264973+0000","last_became_peered":"2023-06-13T05:47:07.264973+0000","last_unstale":"2023-06-13T05:47:50.497563+0000","last_undegraded":"2023-06-13T05:47:50.497563+0000","last_fullsized":"2023-06-13T05:47:50.497563+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":192,"log_dups_size":0,"ondisk_log_size":192,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":209789132,"num_objects":72,"num_object_clones":0,"num_object_copies":144,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":285,"num_read_kb":94635,"num_write":488,"num_write_kb":142692,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.314694+0000","last_change":"2023-06-13T05:46:56.320929+0000","last_active":"2023-06-13T05:47:59.314694+0000","last_peered":"2023-06-13T05:47:59.314694+0000","last_clean":"2023-06-13T05:47:59.314694+0000","last_became_active":"2023-06-13T05:46:56.313840+0000","last_became_peered":"2023-06-13T05:46:56.313840+0000","last_unstale":"2023-06-13T05:47:59.314694+0000","last_undegraded":"2023-06-13T05:47:59.314694+0000","last_fullsized":"2023-06-13T05:47:59.314694+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"18'145","reported_seq":436,"reported_epoch":24,"state":"active+undersized+degraded","last_fresh":"2023-06-13T05:47:59.338325+0000","last_change":"2023-06-13T05:48:03.238898+0000","last_active":"2023-06-13T05:47:59.338325+0000","last_peered":"2023-06-13T05:47:59.338325+0000","last_clean":"2023-06-13T05:47:49.624205+0000","last_became_active":"2023-06-13T05:47:51.243324+0000","last_became_peered":"2023-06-13T05:47:51.243324+0000","last_unstale":"2023-06-13T05:47:59.338325+0000","last_undegraded":"2023-06-13T05:47:51.235682+0000","last_fullsized":"2023-06-13T05:47:51.235267+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":145,"log_dups_size":0,"ondisk_log_size":145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154325570,"num_objects":52,"num_object_clones":0,"num_object_copies":104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":52,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":293,"num_read_kb":169250,"num_write":368,"num_write_kb":106260,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[{"shards":"3","objects":52}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.317217+0000","last_change":"2023-06-13T05:46:56.299807+0000","last_active":"2023-06-13T05:47:59.317217+0000","last_peered":"2023-06-13T05:47:59.317217+0000","last_clean":"2023-06-13T05:47:59.317217+0000","last_became_active":"2023-06-13T05:46:56.296570+0000","last_became_peered":"2023-06-13T05:46:56.296570+0000","last_unstale":"2023-06-13T05:47:59.317217+0000","last_undegraded":"2023-06-13T05:47:59.317217+0000","last_fullsized":"2023-06-13T05:47:59.317217+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"13'97","reported_seq":258,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.341199+0000","last_change":"2023-06-13T05:46:54.245148+0000","last_active":"2023-06-13T05:47:59.341199+0000","last_peered":"2023-06-13T05:47:59.341199+0000","last_clean":"2023-06-13T05:47:59.341199+0000","last_became_active":"2023-06-13T05:46:54.241383+0000","last_became_peered":"2023-06-13T05:46:54.241383+0000","last_unstale":"2023-06-13T05:47:59.341199+0000","last_undegraded":"2023-06-13T05:47:59.341199+0000","last_fullsized":"2023-06-13T05:47:59.341199+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:53.179309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:53.179309+0000","last_clean_scrub_stamp":"2023-06-13T05:46:53.179309+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1180736,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":142,"num_read_kb":120,"num_write":274,"num_write_kb":3788,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"18'183","reported_seq":15,"reported_epoch":24,"state":"active+clean+remapped","last_fresh":"2023-06-13T05:47:59.318121+0000","last_change":"2023-06-13T05:47:53.312006+0000","last_active":"2023-06-13T05:47:59.318121+0000","last_peered":"2023-06-13T05:47:59.318121+0000","last_clean":"2023-06-13T05:47:59.318121+0000","last_became_active":"2023-06-13T05:47:53.303790+0000","last_became_peered":"2023-06-13T05:47:53.303790+0000","last_unstale":"2023-06-13T05:47:59.318121+0000","last_undegraded":"2023-06-13T05:47:59.318121+0000","last_fullsized":"2023-06-13T05:47:59.318121+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":183,"log_dups_size":0,"ondisk_log_size":183,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0,1],"avail_no_missing":["0","1"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":30,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.316235+0000","last_change":"2023-06-13T05:46:56.308281+0000","last_active":"2023-06-13T05:47:59.316235+0000","last_peered":"2023-06-13T05:47:59.316235+0000","last_clean":"2023-06-13T05:47:59.316235+0000","last_became_active":"2023-06-13T05:46:56.305451+0000","last_became_peered":"2023-06-13T05:46:56.305451+0000","last_unstale":"2023-06-13T05:47:59.316235+0000","last_undegraded":"2023-06-13T05:47:59.316235+0000","last_fullsized":"2023-06-13T05:47:59.316235+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"19'242","reported_seq":647,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.333924+0000","last_change":"2023-06-13T05:47:07.259594+0000","last_active":"2023-06-13T05:47:59.333924+0000","last_peered":"2023-06-13T05:47:59.333924+0000","last_clean":"2023-06-13T05:47:59.333924+0000","last_became_active":"2023-06-13T05:47:07.255607+0000","last_became_peered":"2023-06-13T05:47:07.255607+0000","last_unstale":"2023-06-13T05:47:59.333924+0000","last_undegraded":"2023-06-13T05:47:59.333924+0000","last_fullsized":"2023-06-13T05:47:59.333924+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":242,"log_dups_size":0,"ondisk_log_size":242,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":206665472,"num_objects":68,"num_object_clones":0,"num_object_copies":136,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":335,"num_read_kb":151059,"num_write":610,"num_write_kb":180986,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":33,"reported_epoch":24,"state":"active+undersized","last_fresh":"2023-06-13T05:47:59.341186+0000","last_change":"2023-06-13T05:48:00.306539+0000","last_active":"2023-06-13T05:47:59.341186+0000","last_peered":"2023-06-13T05:47:59.341186+0000","last_clean":"2023-06-13T05:47:12.330806+0000","last_became_active":"2023-06-13T05:47:51.248148+0000","last_became_peered":"2023-06-13T05:47:51.248148+0000","last_unstale":"2023-06-13T05:47:59.341186+0000","last_undegraded":"2023-06-13T05:47:59.341186+0000","last_fullsized":"2023-06-13T05:47:51.240648+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"18'182","reported_seq":14,"reported_epoch":24,"state":"active+clean+remapped","last_fresh":"2023-06-13T05:47:59.353459+0000","last_change":"2023-06-13T05:47:59.354107+0000","last_active":"2023-06-13T05:47:59.353459+0000","last_peered":"2023-06-13T05:47:59.353459+0000","last_clean":"2023-06-13T05:47:06.172408+0000","last_became_active":"2023-06-13T05:47:59.350954+0000","last_became_peered":"2023-06-13T05:47:59.350954+0000","last_unstale":"2023-06-13T05:47:59.353459+0000","last_undegraded":"2023-06-13T05:47:59.353459+0000","last_fullsized":"2023-06-13T05:47:59.353459+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":182,"log_dups_size":0,"ondisk_log_size":182,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":48737030,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0,3],"avail_no_missing":["0","3"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"18'133","reported_seq":371,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.340988+0000","last_change":"2023-06-13T05:47:07.276265+0000","last_active":"2023-06-13T05:47:59.340988+0000","last_peered":"2023-06-13T05:47:59.340988+0000","last_clean":"2023-06-13T05:47:59.340988+0000","last_became_active":"2023-06-13T05:47:07.273406+0000","last_became_peered":"2023-06-13T05:47:07.273406+0000","last_unstale":"2023-06-13T05:47:59.340988+0000","last_undegraded":"2023-06-13T05:47:59.340988+0000","last_fullsized":"2023-06-13T05:47:59.340988+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":133,"log_dups_size":0,"ondisk_log_size":133,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":160576718,"num_objects":56,"num_object_clones":0,"num_object_copies":112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":211,"num_read_kb":84114,"num_write":340,"num_write_kb":98268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":16,"reported_epoch":18,"state":"active+clean","last_fresh":"2023-06-13T05:47:09.209725+0000","last_change":"2023-06-13T05:46:56.291873+0000","last_active":"2023-06-13T05:47:09.209725+0000","last_peered":"2023-06-13T05:47:09.209725+0000","last_clean":"2023-06-13T05:47:09.209725+0000","last_became_active":"2023-06-13T05:46:56.286857+0000","last_became_peered":"2023-06-13T05:46:56.286857+0000","last_unstale":"2023-06-13T05:47:09.209725+0000","last_undegraded":"2023-06-13T05:47:09.209725+0000","last_fullsized":"2023-06-13T05:47:09.209725+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.314161+0000","last_change":"2023-06-13T05:46:56.303255+0000","last_active":"2023-06-13T05:47:59.314161+0000","last_peered":"2023-06-13T05:47:59.314161+0000","last_clean":"2023-06-13T05:47:59.314161+0000","last_became_active":"2023-06-13T05:46:56.300128+0000","last_became_peered":"2023-06-13T05:46:56.300128+0000","last_unstale":"2023-06-13T05:47:59.314161+0000","last_undegraded":"2023-06-13T05:47:59.314161+0000","last_fullsized":"2023-06-13T05:47:59.314161+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.6","version":"18'171","reported_seq":17,"reported_epoch":24,"state":"active+undersized","last_fresh":"2023-06-13T05:47:59.342968+0000","last_change":"2023-06-13T05:48:03.284613+0000","last_active":"2023-06-13T05:47:59.342968+0000","last_peered":"2023-06-13T05:47:59.342968+0000","last_clean":"2023-06-13T05:47:06.172408+0000","last_became_active":"2023-06-13T05:47:51.249819+0000","last_became_peered":"2023-06-13T05:47:51.249819+0000","last_unstale":"2023-06-13T05:47:59.342968+0000","last_undegraded":"2023-06-13T05:47:59.342968+0000","last_fullsized":"2023-06-13T05:47:51.243208+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":171,"log_dups_size":0,"ondisk_log_size":171,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":16,"stat_sum":{"num_bytes":1701617590,"num_objects":568,"num_object_clones":0,"num_object_copies":1136,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":52,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2460,"num_read_kb":1002035,"num_write":4484,"num_write_kb":1317054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":48737030,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2790,"ondisk_log_size":2790,"up":25,"acting":29,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":1180736,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":142,"num_read_kb":120,"num_write":274,"num_write_kb":3788,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":2,"acting":2,"num_store_stats":0},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":13,"acting":13,"num_store_stats":0}],"osd_stats":[{"osd":3,"up_from":9,"seq":38654705740,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":463612,"kb_used_data":428468,"kb_used_omap":0,"kb_used_meta":35136,"kb_avail":104393988,"statfs":{"total":107374182400,"available":106899443712,"internally_reserved":0,"allocated":438751232,"data_stored":435846968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":35979264},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":9,"seq":38654705740,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":245476,"kb_used_data":214428,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":104612124,"statfs":{"total":107374182400,"available":107122814976,"internally_reserved":0,"allocated":219574272,"data_stored":218022872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":9,"seq":38654705740,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":391128,"kb_used_data":360080,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":104466472,"statfs":{"total":107374182400,"available":106973667328,"internally_reserved":0,"allocated":368721920,"data_stored":366188531,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":9,"seq":38654705740,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":468260,"kb_used_data":433116,"kb_used_omap":0,"kb_used_meta":35136,"kb_avail":104389340,"statfs":{"total":107374182400,"available":106894684160,"internally_reserved":0,"allocated":443510784,"data_stored":440571290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":35979264},"hb_peers":[0,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]}],"pool_statfs":[]}} , 2023-06-13T05:48:09.854 INFO:tasks.ceph.ceph_manager.ceph:PG 3.e is not active+clean Ignoring malparsed backtrace: 2023-06-13T05:48:18.882 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.0', 'version': "18'145", 'reported_seq': 436, 'reported_epoch': 24, 'state': 'active+undersized+degraded', 'last_fresh': '2023-06-13T05:47:59.338325+0000', 'last_change': '2023-06-13T05:48:03.238898+0000', 'last_active': '2023-06-13T05:47:59.338325+0000', 'last_peered': '2023-06-13T05:47:59.338325+0000', 'last_clean': '2023-06-13T05:47:49.624205+0000', 'last_became_active': '2023-06-13T05:47:51.243324+0000', 'last_became_peered': '2023-06-13T05:47:51.243324+0000', 'last_unstale': '2023-06-13T05:47:59.338325+0000', 'last_undegraded': '2023-06-13T05:47:51.235682+0000', 'last_fullsized': '2023-06-13T05:47:51.235267+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 16, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 145, 'log_dups_size': 0, 'ondisk_log_size': 145, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 154325570, 'num_objects': 52, 'num_object_clones': 0, 'num_object_copies': 104, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 52, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 293, 'num_read_kb': 169250, 'num_write': 368, 'num_write_kb': 106260, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3], 'acting': [3], 'avail_no_missing': ['3'], 'object_location_counts': [{'shards': '3', 'objects': 52}], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} , 2023-06-13T05:48:18.882 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2 is not active+clean , 2023-06-13T05:48:18.883 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2', 'version': "18'183", 'reported_seq': 15, 'reported_epoch': 24, 'state': 'active+clean+remapped', 'last_fresh': '2023-06-13T05:47:59.318121+0000', 'last_change': '2023-06-13T05:47:53.312006+0000', 'last_active': '2023-06-13T05:47:59.318121+0000', 'last_peered': '2023-06-13T05:47:59.318121+0000', 'last_clean': '2023-06-13T05:47:59.318121+0000', 'last_became_active': '2023-06-13T05:47:53.303790+0000', 'last_became_peered': '2023-06-13T05:47:53.303790+0000', 'last_unstale': '2023-06-13T05:47:59.318121+0000', 'last_undegraded': '2023-06-13T05:47:59.318121+0000', 'last_fullsized': '2023-06-13T05:47:59.318121+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 22, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 183, 'log_dups_size': 0, 'ondisk_log_size': 183, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0, 1], 'avail_no_missing': ['0', '1'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} Ignoring malparsed backtrace: 2023-06-13T05:48:27.926 INFO:tasks.ceph.ceph_manager.ceph:PG 3.8 is not active+clean , 2023-06-13T05:48:27.926 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.8', 'version': "18'166", 'reported_seq': 21, 'reported_epoch': 26, 'state': 'active+undersized+wait', 'last_fresh': '2023-06-13T05:48:22.221068+0000', 'last_change': '2023-06-13T05:48:22.220636+0000', 'last_active': '2023-06-13T05:48:22.221068+0000', 'last_peered': '2023-06-13T05:48:22.221068+0000', 'last_clean': '2023-06-13T05:47:59.337487+0000', 'last_became_active': '2023-06-13T05:48:22.220636+0000', 'last_became_peered': '2023-06-13T05:48:22.220636+0000', 'last_unstale': '2023-06-13T05:48:22.221068+0000', 'last_undegraded': '2023-06-13T05:48:22.221068+0000', 'last_fullsized': '2023-06-13T05:48:22.215752+0000', 'mapping_epoch': 25, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 22, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 166, 'log_dups_size': 0, 'ondisk_log_size': 166, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3], 'acting': [3], 'avail_no_missing': ['3'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} , 2023-06-13T05:48:27.926 INFO:tasks.ceph.ceph_manager.ceph:PG 2.4 is not active+clean Ignoring malparsed backtrace: 2023-06-13T05:48:37.008 INFO:teuthology.orchestra.run.smithi060.stdout:{"pg_ready":true,"pg_map":{"version":68,"stamp":"2023-06-13T05:48:36.454514+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1702798326,"num_objects":572,"num_object_clones":0,"num_object_copies":1144,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":342,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2602,"num_read_kb":1002155,"num_write":4758,"num_write_kb":1320842,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":48737030,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2887,"ondisk_log_size":2887,"up":34,"acting":36,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":0,"num_osds":4,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":419430400,"kb_used":1568492,"kb_used_data":1436108,"kb_used_omap":0,"kb_used_meta":132352,"kb_avail":417861908,"statfs":{"total":429496729600,"available":427890593792,"internally_reserved":0,"allocated":1470574592,"data_stored":1460642329,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":135528448},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002819"},"pg_stats":[{"pgid":"3.f","version":"19'142","reported_seq":389,"reported_epoch":26,"state":"active+undersized+degraded+wait","last_fresh":"2023-06-13T05:48:22.218733+0000","last_change":"2023-06-13T05:48:22.218368+0000","last_active":"2023-06-13T05:48:22.218733+0000","last_peered":"2023-06-13T05:48:22.218733+0000","last_clean":"2023-06-13T05:47:59.316356+0000","last_became_active":"2023-06-13T05:48:22.218368+0000","last_became_peered":"2023-06-13T05:48:22.218368+0000","last_unstale":"2023-06-13T05:48:22.218733+0000","last_undegraded":"2023-06-13T05:48:22.209539+0000","last_fullsized":"2023-06-13T05:48:22.208916+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":145450682,"num_objects":46,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":46,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":86147,"num_write":358,"num_write_kb":100940,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0","objects":46}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"20'130","reported_seq":33,"reported_epoch":24,"state":"active+undersized","last_fresh":"2023-06-13T05:47:59.322390+0000","last_change":"2023-06-13T05:48:03.283715+0000","last_active":"2023-06-13T05:47:59.322390+0000","last_peered":"2023-06-13T05:47:59.322390+0000","last_clean":"2023-06-13T05:47:06.172408+0000","last_became_active":"2023-06-13T05:47:51.264994+0000","last_became_peered":"2023-06-13T05:47:51.264994+0000","last_unstale":"2023-06-13T05:47:59.322390+0000","last_undegraded":"2023-06-13T05:47:59.322390+0000","last_fullsized":"2023-06-13T05:47:51.260208+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":130,"log_dups_size":0,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5681162,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2,"num_write":20,"num_write_kb":6286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1],"acting":[1],"avail_no_missing":["1"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"20'225","reported_seq":573,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.309600+0000","last_change":"2023-06-13T05:47:07.274035+0000","last_active":"2023-06-13T05:47:59.309600+0000","last_peered":"2023-06-13T05:47:59.309600+0000","last_clean":"2023-06-13T05:47:59.309600+0000","last_became_active":"2023-06-13T05:47:07.266024+0000","last_became_peered":"2023-06-13T05:47:07.266024+0000","last_unstale":"2023-06-13T05:47:59.309600+0000","last_undegraded":"2023-06-13T05:47:59.309600+0000","last_fullsized":"2023-06-13T05:47:59.309600+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":225,"log_dups_size":0,"ondisk_log_size":225,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204580942,"num_objects":66,"num_object_clones":0,"num_object_copies":132,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":253,"num_read_kb":83646,"num_write":566,"num_write_kb":170482,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"19'130","reported_seq":356,"reported_epoch":26,"state":"active+clean","last_fresh":"2023-06-13T05:48:22.204378+0000","last_change":"2023-06-13T05:47:07.251094+0000","last_active":"2023-06-13T05:48:22.204378+0000","last_peered":"2023-06-13T05:48:22.204378+0000","last_clean":"2023-06-13T05:48:22.204378+0000","last_became_active":"2023-06-13T05:47:07.247628+0000","last_became_peered":"2023-06-13T05:47:07.247628+0000","last_unstale":"2023-06-13T05:48:22.204378+0000","last_undegraded":"2023-06-13T05:48:22.204378+0000","last_fullsized":"2023-06-13T05:48:22.204378+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":130,"log_dups_size":0,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":125786558,"num_objects":42,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":182,"num_read_kb":75741,"num_write":322,"num_write_kb":93396,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"22'188","reported_seq":28,"reported_epoch":26,"state":"active+clean+remapped","last_fresh":"2023-06-13T05:48:22.209235+0000","last_change":"2023-06-13T05:47:53.279865+0000","last_active":"2023-06-13T05:48:22.209235+0000","last_peered":"2023-06-13T05:48:22.209235+0000","last_clean":"2023-06-13T05:48:22.209235+0000","last_became_active":"2023-06-13T05:47:53.273788+0000","last_became_peered":"2023-06-13T05:47:53.273788+0000","last_unstale":"2023-06-13T05:48:22.209235+0000","last_undegraded":"2023-06-13T05:48:22.209235+0000","last_fullsized":"2023-06-13T05:48:22.209235+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3764768,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1,"num_write":10,"num_write_kb":3680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0,3],"avail_no_missing":["0","3"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.a","version":"18'219","reported_seq":579,"reported_epoch":26,"state":"active+undersized+degraded+wait","last_fresh":"2023-06-13T05:48:22.225768+0000","last_change":"2023-06-13T05:48:22.225410+0000","last_active":"2023-06-13T05:48:22.225768+0000","last_peered":"2023-06-13T05:48:22.225768+0000","last_clean":"2023-06-13T05:47:59.321482+0000","last_became_active":"2023-06-13T05:48:22.225410+0000","last_became_peered":"2023-06-13T05:48:22.225410+0000","last_unstale":"2023-06-13T05:48:22.225768+0000","last_undegraded":"2023-06-13T05:48:22.219074+0000","last_fullsized":"2023-06-13T05:48:22.218649+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":219,"log_dups_size":0,"ondisk_log_size":219,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":203974966,"num_objects":70,"num_object_clones":0,"num_object_copies":140,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":70,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":291,"num_read_kb":104671,"num_write":554,"num_write_kb":162292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0","objects":70}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"21'176","reported_seq":466,"reported_epoch":26,"state":"active+undersized+degraded+wait","last_fresh":"2023-06-13T05:48:22.214510+0000","last_change":"2023-06-13T05:48:22.214145+0000","last_active":"2023-06-13T05:48:22.214510+0000","last_peered":"2023-06-13T05:48:22.214510+0000","last_clean":"2023-06-13T05:47:59.322796+0000","last_became_active":"2023-06-13T05:48:22.214145+0000","last_became_peered":"2023-06-13T05:48:22.214145+0000","last_unstale":"2023-06-13T05:48:22.214510+0000","last_undegraded":"2023-06-13T05:48:22.204140+0000","last_fullsized":"2023-06-13T05:48:22.203657+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":176,"log_dups_size":0,"ondisk_log_size":176,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":148644738,"num_objects":50,"num_object_clones":0,"num_object_copies":100,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":50,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":218,"num_read_kb":81216,"num_write":434,"num_write_kb":128988,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0","objects":50}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.8","version":"18'166","reported_seq":21,"reported_epoch":26,"state":"active+undersized+wait","last_fresh":"2023-06-13T05:48:22.221068+0000","last_change":"2023-06-13T05:48:22.220636+0000","last_active":"2023-06-13T05:48:22.221068+0000","last_peered":"2023-06-13T05:48:22.221068+0000","last_clean":"2023-06-13T05:47:59.337487+0000","last_became_active":"2023-06-13T05:48:22.220636+0000","last_became_peered":"2023-06-13T05:48:22.220636+0000","last_unstale":"2023-06-13T05:48:22.221068+0000","last_undegraded":"2023-06-13T05:48:22.221068+0000","last_fullsized":"2023-06-13T05:48:22.215752+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":166,"log_dups_size":0,"ondisk_log_size":166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.214726+0000","last_change":"2023-06-13T05:48:00.310391+0000","last_active":"2023-06-13T05:48:22.214726+0000","last_peered":"2023-06-13T05:48:22.214726+0000","last_clean":"2023-06-13T05:46:55.188408+0000","last_became_active":"2023-06-13T05:47:51.244080+0000","last_became_peered":"2023-06-13T05:47:51.244080+0000","last_unstale":"2023-06-13T05:48:22.214726+0000","last_undegraded":"2023-06-13T05:48:22.214726+0000","last_fullsized":"2023-06-13T05:47:51.240684+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.5","version":"19'166","reported_seq":432,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.311440+0000","last_change":"2023-06-13T05:47:07.268946+0000","last_active":"2023-06-13T05:47:59.311440+0000","last_peered":"2023-06-13T05:47:59.311440+0000","last_clean":"2023-06-13T05:47:59.311440+0000","last_became_active":"2023-06-13T05:47:07.263874+0000","last_became_peered":"2023-06-13T05:47:07.263874+0000","last_unstale":"2023-06-13T05:47:59.311440+0000","last_undegraded":"2023-06-13T05:47:59.311440+0000","last_fullsized":"2023-06-13T05:47:59.311440+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":166,"log_dups_size":0,"ondisk_log_size":166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":132376882,"num_objects":46,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":196,"num_read_kb":71553,"num_write":414,"num_write_kb":122784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":37,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.210690+0000","last_change":"2023-06-13T05:48:00.294631+0000","last_active":"2023-06-13T05:48:22.210690+0000","last_peered":"2023-06-13T05:48:22.210690+0000","last_clean":"2023-06-13T05:47:12.301036+0000","last_became_active":"2023-06-13T05:47:51.286565+0000","last_became_peered":"2023-06-13T05:47:51.286565+0000","last_unstale":"2023-06-13T05:48:22.210690+0000","last_undegraded":"2023-06-13T05:48:22.210690+0000","last_fullsized":"2023-06-13T05:47:51.249247+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3","version":"18'192","reported_seq":507,"reported_epoch":18,"state":"active+clean","last_fresh":"2023-06-13T05:47:50.497563+0000","last_change":"2023-06-13T05:47:07.267949+0000","last_active":"2023-06-13T05:47:50.497563+0000","last_peered":"2023-06-13T05:47:50.497563+0000","last_clean":"2023-06-13T05:47:50.497563+0000","last_became_active":"2023-06-13T05:47:07.264973+0000","last_became_peered":"2023-06-13T05:47:07.264973+0000","last_unstale":"2023-06-13T05:47:50.497563+0000","last_undegraded":"2023-06-13T05:47:50.497563+0000","last_fullsized":"2023-06-13T05:47:50.497563+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":192,"log_dups_size":0,"ondisk_log_size":192,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":209789132,"num_objects":72,"num_object_clones":0,"num_object_copies":144,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":285,"num_read_kb":94635,"num_write":488,"num_write_kb":142692,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.314694+0000","last_change":"2023-06-13T05:46:56.320929+0000","last_active":"2023-06-13T05:47:59.314694+0000","last_peered":"2023-06-13T05:47:59.314694+0000","last_clean":"2023-06-13T05:47:59.314694+0000","last_became_active":"2023-06-13T05:46:56.313840+0000","last_became_peered":"2023-06-13T05:46:56.313840+0000","last_unstale":"2023-06-13T05:47:59.314694+0000","last_undegraded":"2023-06-13T05:47:59.314694+0000","last_fullsized":"2023-06-13T05:47:59.314694+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"18'145","reported_seq":440,"reported_epoch":26,"state":"active+undersized+degraded","last_fresh":"2023-06-13T05:48:22.217161+0000","last_change":"2023-06-13T05:48:03.238898+0000","last_active":"2023-06-13T05:48:22.217161+0000","last_peered":"2023-06-13T05:48:22.217161+0000","last_clean":"2023-06-13T05:47:49.624205+0000","last_became_active":"2023-06-13T05:47:51.243324+0000","last_became_peered":"2023-06-13T05:47:51.243324+0000","last_unstale":"2023-06-13T05:48:22.217161+0000","last_undegraded":"2023-06-13T05:47:51.235682+0000","last_fullsized":"2023-06-13T05:47:51.235267+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":145,"log_dups_size":0,"ondisk_log_size":145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154325570,"num_objects":52,"num_object_clones":0,"num_object_copies":104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":52,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":293,"num_read_kb":169250,"num_write":368,"num_write_kb":106260,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[{"shards":"3","objects":52}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.317217+0000","last_change":"2023-06-13T05:46:56.299807+0000","last_active":"2023-06-13T05:47:59.317217+0000","last_peered":"2023-06-13T05:47:59.317217+0000","last_clean":"2023-06-13T05:47:59.317217+0000","last_became_active":"2023-06-13T05:46:56.296570+0000","last_became_peered":"2023-06-13T05:46:56.296570+0000","last_unstale":"2023-06-13T05:47:59.317217+0000","last_undegraded":"2023-06-13T05:47:59.317217+0000","last_fullsized":"2023-06-13T05:47:59.317217+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"13'97","reported_seq":262,"reported_epoch":26,"state":"active+clean","last_fresh":"2023-06-13T05:48:22.208908+0000","last_change":"2023-06-13T05:46:54.245148+0000","last_active":"2023-06-13T05:48:22.208908+0000","last_peered":"2023-06-13T05:48:22.208908+0000","last_clean":"2023-06-13T05:48:22.208908+0000","last_became_active":"2023-06-13T05:46:54.241383+0000","last_became_peered":"2023-06-13T05:46:54.241383+0000","last_unstale":"2023-06-13T05:48:22.208908+0000","last_undegraded":"2023-06-13T05:48:22.208908+0000","last_fullsized":"2023-06-13T05:48:22.208908+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:53.179309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:53.179309+0000","last_clean_scrub_stamp":"2023-06-13T05:46:53.179309+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1180736,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":142,"num_read_kb":120,"num_write":274,"num_write_kb":3788,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"18'183","reported_seq":21,"reported_epoch":26,"state":"active+undersized+wait","last_fresh":"2023-06-13T05:48:22.216384+0000","last_change":"2023-06-13T05:48:22.215989+0000","last_active":"2023-06-13T05:48:22.216384+0000","last_peered":"2023-06-13T05:48:22.216384+0000","last_clean":"2023-06-13T05:47:59.320648+0000","last_became_active":"2023-06-13T05:48:22.215989+0000","last_became_peered":"2023-06-13T05:48:22.215989+0000","last_unstale":"2023-06-13T05:48:22.216384+0000","last_undegraded":"2023-06-13T05:48:22.216384+0000","last_fullsized":"2023-06-13T05:48:22.206062+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":183,"log_dups_size":0,"ondisk_log_size":183,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":37,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.228472+0000","last_change":"2023-06-13T05:48:32.315217+0000","last_active":"2023-06-13T05:48:22.228472+0000","last_peered":"2023-06-13T05:48:22.228472+0000","last_clean":"2023-06-13T05:47:59.317967+0000","last_became_active":"2023-06-13T05:48:22.223568+0000","last_became_peered":"2023-06-13T05:48:22.223568+0000","last_unstale":"2023-06-13T05:48:22.228472+0000","last_undegraded":"2023-06-13T05:48:22.228472+0000","last_fullsized":"2023-06-13T05:48:22.215925+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"19'242","reported_seq":653,"reported_epoch":26,"state":"active+undersized+degraded+wait","last_fresh":"2023-06-13T05:48:22.218628+0000","last_change":"2023-06-13T05:48:22.218072+0000","last_active":"2023-06-13T05:48:22.218628+0000","last_peered":"2023-06-13T05:48:22.218628+0000","last_clean":"2023-06-13T05:47:59.334991+0000","last_became_active":"2023-06-13T05:48:22.218072+0000","last_became_peered":"2023-06-13T05:48:22.218072+0000","last_unstale":"2023-06-13T05:48:22.218628+0000","last_undegraded":"2023-06-13T05:48:22.213401+0000","last_fullsized":"2023-06-13T05:48:22.212084+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":242,"log_dups_size":0,"ondisk_log_size":242,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":206665472,"num_objects":68,"num_object_clones":0,"num_object_copies":136,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":68,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":335,"num_read_kb":151059,"num_write":610,"num_write_kb":180986,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[{"shards":"3","objects":68}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":37,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.203520+0000","last_change":"2023-06-13T05:48:00.306539+0000","last_active":"2023-06-13T05:48:22.203520+0000","last_peered":"2023-06-13T05:48:22.203520+0000","last_clean":"2023-06-13T05:47:12.330806+0000","last_became_active":"2023-06-13T05:47:51.248148+0000","last_became_peered":"2023-06-13T05:47:51.248148+0000","last_unstale":"2023-06-13T05:48:22.203520+0000","last_undegraded":"2023-06-13T05:48:22.203520+0000","last_fullsized":"2023-06-13T05:47:51.240648+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"18'182","reported_seq":18,"reported_epoch":26,"state":"active+clean+remapped","last_fresh":"2023-06-13T05:48:22.217361+0000","last_change":"2023-06-13T05:47:59.354107+0000","last_active":"2023-06-13T05:48:22.217361+0000","last_peered":"2023-06-13T05:48:22.217361+0000","last_clean":"2023-06-13T05:48:22.217361+0000","last_became_active":"2023-06-13T05:47:59.350954+0000","last_became_peered":"2023-06-13T05:47:59.350954+0000","last_unstale":"2023-06-13T05:48:22.217361+0000","last_undegraded":"2023-06-13T05:48:22.217361+0000","last_fullsized":"2023-06-13T05:48:22.217361+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":182,"log_dups_size":0,"ondisk_log_size":182,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":48737030,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0,3],"avail_no_missing":["0","3"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"18'133","reported_seq":377,"reported_epoch":26,"state":"active+undersized+degraded+wait","last_fresh":"2023-06-13T05:48:22.223441+0000","last_change":"2023-06-13T05:48:22.222988+0000","last_active":"2023-06-13T05:48:22.223441+0000","last_peered":"2023-06-13T05:48:22.223441+0000","last_clean":"2023-06-13T05:47:59.341583+0000","last_became_active":"2023-06-13T05:48:22.222988+0000","last_became_peered":"2023-06-13T05:48:22.222988+0000","last_unstale":"2023-06-13T05:48:22.223441+0000","last_undegraded":"2023-06-13T05:48:22.213745+0000","last_fullsized":"2023-06-13T05:48:22.213202+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":133,"log_dups_size":0,"ondisk_log_size":133,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":160576718,"num_objects":56,"num_object_clones":0,"num_object_copies":112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":56,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":211,"num_read_kb":84114,"num_write":340,"num_write_kb":98268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[{"shards":"3","objects":56}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":16,"reported_epoch":18,"state":"active+clean","last_fresh":"2023-06-13T05:47:09.209725+0000","last_change":"2023-06-13T05:46:56.291873+0000","last_active":"2023-06-13T05:47:09.209725+0000","last_peered":"2023-06-13T05:47:09.209725+0000","last_clean":"2023-06-13T05:47:09.209725+0000","last_became_active":"2023-06-13T05:46:56.286857+0000","last_became_peered":"2023-06-13T05:46:56.286857+0000","last_unstale":"2023-06-13T05:47:09.209725+0000","last_undegraded":"2023-06-13T05:47:09.209725+0000","last_fullsized":"2023-06-13T05:47:09.209725+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.314161+0000","last_change":"2023-06-13T05:46:56.303255+0000","last_active":"2023-06-13T05:47:59.314161+0000","last_peered":"2023-06-13T05:47:59.314161+0000","last_clean":"2023-06-13T05:47:59.314161+0000","last_became_active":"2023-06-13T05:46:56.300128+0000","last_became_peered":"2023-06-13T05:46:56.300128+0000","last_unstale":"2023-06-13T05:47:59.314161+0000","last_undegraded":"2023-06-13T05:47:59.314161+0000","last_fullsized":"2023-06-13T05:47:59.314161+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.6","version":"18'171","reported_seq":21,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.209187+0000","last_change":"2023-06-13T05:48:03.284613+0000","last_active":"2023-06-13T05:48:22.209187+0000","last_peered":"2023-06-13T05:48:22.209187+0000","last_clean":"2023-06-13T05:47:06.172408+0000","last_became_active":"2023-06-13T05:47:51.249819+0000","last_became_peered":"2023-06-13T05:47:51.249819+0000","last_unstale":"2023-06-13T05:48:22.209187+0000","last_undegraded":"2023-06-13T05:48:22.209187+0000","last_fullsized":"2023-06-13T05:47:51.243208+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":171,"log_dups_size":0,"ondisk_log_size":171,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":16,"stat_sum":{"num_bytes":1701617590,"num_objects":568,"num_object_clones":0,"num_object_copies":1136,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":342,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2460,"num_read_kb":1002035,"num_write":4484,"num_write_kb":1317054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":48737030,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2790,"ondisk_log_size":2790,"up":20,"acting":22,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":1180736,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":142,"num_read_kb":120,"num_write":274,"num_write_kb":3788,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":2,"acting":2,"num_store_stats":0},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":12,"acting":12,"num_store_stats":0}],"osd_stats":[{"osd":3,"up_from":9,"seq":38654705765,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":463620,"kb_used_data":428476,"kb_used_omap":0,"kb_used_meta":35136,"kb_avail":104393980,"statfs":{"total":107374182400,"available":106899435520,"internally_reserved":0,"allocated":438759424,"data_stored":435853302,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":35979264},"hb_peers":[0],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":9,"seq":38654705765,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":245476,"kb_used_data":214428,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":104612124,"statfs":{"total":107374182400,"available":107122814976,"internally_reserved":0,"allocated":219574272,"data_stored":218022872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":9,"seq":38654705765,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":391136,"kb_used_data":360088,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":104466464,"statfs":{"total":107374182400,"available":106973659136,"internally_reserved":0,"allocated":368730112,"data_stored":366194865,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":9,"seq":38654705765,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":468260,"kb_used_data":433116,"kb_used_omap":0,"kb_used_meta":35136,"kb_avail":104389340,"statfs":{"total":107374182400,"available":106894684160,"internally_reserved":0,"allocated":443510784,"data_stored":440571290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":35979264},"hb_peers":[0,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]}],"pool_statfs":[]}} , 2023-06-13T05:48:37.010 INFO:tasks.ceph.ceph_manager.ceph:PG 3.f is not active+clean , 2023-06-13T05:48:37.010 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.f', 'version': "19'142", 'reported_seq': 389, 'reported_epoch': 26, 'state': 'active+undersized+degraded+wait', 'last_fresh': '2023-06-13T05:48:22.218733+0000', 'last_change': '2023-06-13T05:48:22.218368+0000', 'last_active': '2023-06-13T05:48:22.218733+0000', 'last_peered': '2023-06-13T05:48:22.218733+0000', 'last_clean': '2023-06-13T05:47:59.316356+0000', 'last_became_active': '2023-06-13T05:48:22.218368+0000', 'last_became_peered': '2023-06-13T05:48:22.218368+0000', 'last_unstale': '2023-06-13T05:48:22.218733+0000', 'last_undegraded': '2023-06-13T05:48:22.209539+0000', 'last_fullsized': '2023-06-13T05:48:22.208916+0000', 'mapping_epoch': 25, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 16, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 142, 'log_dups_size': 0, 'ondisk_log_size': 142, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 145450682, 'num_objects': 46, 'num_object_clones': 0, 'num_object_copies': 92, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 46, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 189, 'num_read_kb': 86147, 'num_write': 358, 'num_write_kb': 100940, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0], 'avail_no_missing': ['0'], 'object_location_counts': [{'shards': '0', 'objects': 46}], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} Ignoring malparsed backtrace: 2023-06-13T05:48:45.766 DEBUG:teuthology.orchestra.run.smithi060:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json , 2023-06-13T05:48:45.893+0000 7f1d874a2700 -1 WARNING: the following dangerous and experimental features are enabled: crimson , 2023-06-13T05:48:45.899+0000 7f1d874a2700 -1 WARNING: the following dangerous and experimental features are enabled: crimson Ignoring malparsed backtrace: 2023-06-13T05:48:51.002 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.4', 'version': "18'182", 'reported_seq': 18, 'reported_epoch': 26, 'state': 'active+clean+remapped', 'last_fresh': '2023-06-13T05:48:22.217361+0000', 'last_change': '2023-06-13T05:47:59.354107+0000', 'last_active': '2023-06-13T05:48:22.217361+0000', 'last_peered': '2023-06-13T05:48:22.217361+0000', 'last_clean': '2023-06-13T05:48:22.217361+0000', 'last_became_active': '2023-06-13T05:47:59.350954+0000', 'last_became_peered': '2023-06-13T05:47:59.350954+0000', 'last_unstale': '2023-06-13T05:48:22.217361+0000', 'last_undegraded': '2023-06-13T05:48:22.217361+0000', 'last_fullsized': '2023-06-13T05:48:22.217361+0000', 'mapping_epoch': 23, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 24, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 182, 'log_dups_size': 0, 'ondisk_log_size': 182, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 36, 'num_bytes_recovered': 48737030, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0, 3], 'avail_no_missing': ['0', '3'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} , 2023-06-13T05:48:51.003 INFO:tasks.ceph.ceph_manager.ceph:PG 3.7 is not active+clean , 2023-06-13T05:48:51.003 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.7', 'version': "18'133", 'reported_seq': 378, 'reported_epoch': 26, 'state': 'active+undersized+degraded', 'last_fresh': '2023-06-13T05:48:22.226928+0000', 'last_change': '2023-06-13T05:48:35.276997+0000', 'last_active': '2023-06-13T05:48:22.226928+0000', 'last_peered': '2023-06-13T05:48:22.226928+0000', 'last_clean': '2023-06-13T05:47:59.341583+0000', 'last_became_active': '2023-06-13T05:48:22.222988+0000', 'last_became_peered': '2023-06-13T05:48:22.222988+0000', 'last_unstale': '2023-06-13T05:48:22.226928+0000', 'last_undegraded': '2023-06-13T05:48:22.213745+0000', 'last_fullsized': '2023-06-13T05:48:22.213202+0000', 'mapping_epoch': 25, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 16, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 133, 'log_dups_size': 0, 'ondisk_log_size': 133, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 160576718, 'num_objects': 56, 'num_object_clones': 0, 'num_object_copies': 112, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 56, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 211, 'num_read_kb': 84114, 'num_write': 340, 'num_write_kb': 98268, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3], 'acting': [3], 'avail_no_missing': ['3'], 'object_location_counts': [{'shards': '3', 'objects': 56}], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} Ignoring malparsed backtrace: 2023-06-13T05:49:00.019 INFO:tasks.ceph.ceph_manager.ceph:PG 3.8 is not active+clean , 2023-06-13T05:49:00.020 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.8', 'version': "18'166", 'reported_seq': 22, 'reported_epoch': 26, 'state': 'active+undersized', 'last_fresh': '2023-06-13T05:48:22.225219+0000', 'last_change': '2023-06-13T05:48:33.302196+0000', 'last_active': '2023-06-13T05:48:22.225219+0000', 'last_peered': '2023-06-13T05:48:22.225219+0000', 'last_clean': '2023-06-13T05:47:59.337487+0000', 'last_became_active': '2023-06-13T05:48:22.220636+0000', 'last_became_peered': '2023-06-13T05:48:22.220636+0000', 'last_unstale': '2023-06-13T05:48:22.225219+0000', 'last_undegraded': '2023-06-13T05:48:22.225219+0000', 'last_fullsized': '2023-06-13T05:48:22.215752+0000', 'mapping_epoch': 25, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 22, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 166, 'log_dups_size': 0, 'ondisk_log_size': 166, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3], 'acting': [3], 'avail_no_missing': ['3'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} , 2023-06-13T05:49:00.020 INFO:tasks.ceph.ceph_manager.ceph:PG 2.4 is not active+clean Ignoring malparsed backtrace: 2023-06-13T05:49:08.685 INFO:teuthology.orchestra.run.smithi060.stdout: , dumped all , 2023-06-13T05:49:08.698 INFO:teuthology.orchestra.run.smithi060.stdout:{"pg_ready":true,"pg_map":{"version":84,"stamp":"2023-06-13T05:49:08.462119+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1493009194,"num_objects":500,"num_object_clones":0,"num_object_copies":1000,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":342,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2327,"num_read_kb":911347,"num_write":4282,"num_write_kb":1181404,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":48737030,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2892,"ondisk_log_size":2892,"up":32,"acting":34,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":0,"num_osds":4,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":419430400,"kb_used":1568492,"kb_used_data":1436108,"kb_used_omap":0,"kb_used_meta":132352,"kb_avail":417861908,"statfs":{"total":429496729600,"available":427890593792,"internally_reserved":0,"allocated":1470574592,"data_stored":1460642329,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":135528448},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003150"},"pg_stats":[{"pgid":"3.f","version":"19'142","reported_seq":390,"reported_epoch":26,"state":"active+undersized+degraded","last_fresh":"2023-06-13T05:48:22.222890+0000","last_change":"2023-06-13T05:48:35.299893+0000","last_active":"2023-06-13T05:48:22.222890+0000","last_peered":"2023-06-13T05:48:22.222890+0000","last_clean":"2023-06-13T05:47:59.316356+0000","last_became_active":"2023-06-13T05:48:22.218368+0000","last_became_peered":"2023-06-13T05:48:22.218368+0000","last_unstale":"2023-06-13T05:48:22.222890+0000","last_undegraded":"2023-06-13T05:48:22.209539+0000","last_fullsized":"2023-06-13T05:48:22.208916+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":145450682,"num_objects":46,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":46,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":86147,"num_write":358,"num_write_kb":100940,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0","objects":46}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"20'130","reported_seq":33,"reported_epoch":24,"state":"active+undersized","last_fresh":"2023-06-13T05:47:59.322390+0000","last_change":"2023-06-13T05:48:03.283715+0000","last_active":"2023-06-13T05:47:59.322390+0000","last_peered":"2023-06-13T05:47:59.322390+0000","last_clean":"2023-06-13T05:47:06.172408+0000","last_became_active":"2023-06-13T05:47:51.264994+0000","last_became_peered":"2023-06-13T05:47:51.264994+0000","last_unstale":"2023-06-13T05:47:59.322390+0000","last_undegraded":"2023-06-13T05:47:59.322390+0000","last_fullsized":"2023-06-13T05:47:51.260208+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":130,"log_dups_size":0,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5681162,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2,"num_write":20,"num_write_kb":6286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1],"acting":[1],"avail_no_missing":["1"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"20'225","reported_seq":573,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.309600+0000","last_change":"2023-06-13T05:47:07.274035+0000","last_active":"2023-06-13T05:47:59.309600+0000","last_peered":"2023-06-13T05:47:59.309600+0000","last_clean":"2023-06-13T05:47:59.309600+0000","last_became_active":"2023-06-13T05:47:07.266024+0000","last_became_peered":"2023-06-13T05:47:07.266024+0000","last_unstale":"2023-06-13T05:47:59.309600+0000","last_undegraded":"2023-06-13T05:47:59.309600+0000","last_fullsized":"2023-06-13T05:47:59.309600+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":225,"log_dups_size":0,"ondisk_log_size":225,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204580942,"num_objects":66,"num_object_clones":0,"num_object_copies":132,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":253,"num_read_kb":83646,"num_write":566,"num_write_kb":170482,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"19'130","reported_seq":356,"reported_epoch":26,"state":"active+clean","last_fresh":"2023-06-13T05:48:22.204378+0000","last_change":"2023-06-13T05:47:07.251094+0000","last_active":"2023-06-13T05:48:22.204378+0000","last_peered":"2023-06-13T05:48:22.204378+0000","last_clean":"2023-06-13T05:48:22.204378+0000","last_became_active":"2023-06-13T05:47:07.247628+0000","last_became_peered":"2023-06-13T05:47:07.247628+0000","last_unstale":"2023-06-13T05:48:22.204378+0000","last_undegraded":"2023-06-13T05:48:22.204378+0000","last_fullsized":"2023-06-13T05:48:22.204378+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":130,"log_dups_size":0,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":125786558,"num_objects":42,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":182,"num_read_kb":75741,"num_write":322,"num_write_kb":93396,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"22'188","reported_seq":28,"reported_epoch":26,"state":"active+clean+remapped","last_fresh":"2023-06-13T05:48:22.209235+0000","last_change":"2023-06-13T05:47:53.279865+0000","last_active":"2023-06-13T05:48:22.209235+0000","last_peered":"2023-06-13T05:48:22.209235+0000","last_clean":"2023-06-13T05:48:22.209235+0000","last_became_active":"2023-06-13T05:47:53.273788+0000","last_became_peered":"2023-06-13T05:47:53.273788+0000","last_unstale":"2023-06-13T05:48:22.209235+0000","last_undegraded":"2023-06-13T05:48:22.209235+0000","last_fullsized":"2023-06-13T05:48:22.209235+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3764768,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1,"num_write":10,"num_write_kb":3680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0,3],"avail_no_missing":["0","3"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.a","version":"18'219","reported_seq":580,"reported_epoch":26,"state":"active+undersized+degraded","last_fresh":"2023-06-13T05:48:22.229490+0000","last_change":"2023-06-13T05:48:35.314852+0000","last_active":"2023-06-13T05:48:22.229490+0000","last_peered":"2023-06-13T05:48:22.229490+0000","last_clean":"2023-06-13T05:47:59.321482+0000","last_became_active":"2023-06-13T05:48:22.225410+0000","last_became_peered":"2023-06-13T05:48:22.225410+0000","last_unstale":"2023-06-13T05:48:22.229490+0000","last_undegraded":"2023-06-13T05:48:22.219074+0000","last_fullsized":"2023-06-13T05:48:22.218649+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":219,"log_dups_size":0,"ondisk_log_size":219,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":203974966,"num_objects":70,"num_object_clones":0,"num_object_copies":140,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":70,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":291,"num_read_kb":104671,"num_write":554,"num_write_kb":162292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0","objects":70}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"21'176","reported_seq":467,"reported_epoch":26,"state":"active+undersized+degraded","last_fresh":"2023-06-13T05:48:22.220105+0000","last_change":"2023-06-13T05:48:35.294877+0000","last_active":"2023-06-13T05:48:22.220105+0000","last_peered":"2023-06-13T05:48:22.220105+0000","last_clean":"2023-06-13T05:47:59.322796+0000","last_became_active":"2023-06-13T05:48:22.214145+0000","last_became_peered":"2023-06-13T05:48:22.214145+0000","last_unstale":"2023-06-13T05:48:22.220105+0000","last_undegraded":"2023-06-13T05:48:22.204140+0000","last_fullsized":"2023-06-13T05:48:22.203657+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":176,"log_dups_size":0,"ondisk_log_size":176,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":148644738,"num_objects":50,"num_object_clones":0,"num_object_copies":100,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":50,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":218,"num_read_kb":81216,"num_write":434,"num_write_kb":128988,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0","objects":50}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.8","version":"18'166","reported_seq":22,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.225219+0000","last_change":"2023-06-13T05:48:33.302196+0000","last_active":"2023-06-13T05:48:22.225219+0000","last_peered":"2023-06-13T05:48:22.225219+0000","last_clean":"2023-06-13T05:47:59.337487+0000","last_became_active":"2023-06-13T05:48:22.220636+0000","last_became_peered":"2023-06-13T05:48:22.220636+0000","last_unstale":"2023-06-13T05:48:22.225219+0000","last_undegraded":"2023-06-13T05:48:22.225219+0000","last_fullsized":"2023-06-13T05:48:22.215752+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":166,"log_dups_size":0,"ondisk_log_size":166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.214726+0000","last_change":"2023-06-13T05:48:00.310391+0000","last_active":"2023-06-13T05:48:22.214726+0000","last_peered":"2023-06-13T05:48:22.214726+0000","last_clean":"2023-06-13T05:46:55.188408+0000","last_became_active":"2023-06-13T05:47:51.244080+0000","last_became_peered":"2023-06-13T05:47:51.244080+0000","last_unstale":"2023-06-13T05:48:22.214726+0000","last_undegraded":"2023-06-13T05:48:22.214726+0000","last_fullsized":"2023-06-13T05:47:51.240684+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.5","version":"19'166","reported_seq":432,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.311440+0000","last_change":"2023-06-13T05:47:07.268946+0000","last_active":"2023-06-13T05:47:59.311440+0000","last_peered":"2023-06-13T05:47:59.311440+0000","last_clean":"2023-06-13T05:47:59.311440+0000","last_became_active":"2023-06-13T05:47:07.263874+0000","last_became_peered":"2023-06-13T05:47:07.263874+0000","last_unstale":"2023-06-13T05:47:59.311440+0000","last_undegraded":"2023-06-13T05:47:59.311440+0000","last_fullsized":"2023-06-13T05:47:59.311440+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":166,"log_dups_size":0,"ondisk_log_size":166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":132376882,"num_objects":46,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":196,"num_read_kb":71553,"num_write":414,"num_write_kb":122784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":37,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.210690+0000","last_change":"2023-06-13T05:48:00.294631+0000","last_active":"2023-06-13T05:48:22.210690+0000","last_peered":"2023-06-13T05:48:22.210690+0000","last_clean":"2023-06-13T05:47:12.301036+0000","last_became_active":"2023-06-13T05:47:51.286565+0000","last_became_peered":"2023-06-13T05:47:51.286565+0000","last_unstale":"2023-06-13T05:48:22.210690+0000","last_undegraded":"2023-06-13T05:48:22.210690+0000","last_fullsized":"2023-06-13T05:47:51.249247+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3","version":"20'197","reported_seq":35,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.205007+0000","last_change":"2023-06-13T05:48:03.274067+0000","last_active":"2023-06-13T05:48:22.205007+0000","last_peered":"2023-06-13T05:48:22.205007+0000","last_clean":"2023-06-13T05:47:06.172408+0000","last_became_active":"2023-06-13T05:47:51.277690+0000","last_became_peered":"2023-06-13T05:47:51.277690+0000","last_unstale":"2023-06-13T05:48:22.205007+0000","last_undegraded":"2023-06-13T05:48:22.205007+0000","last_fullsized":"2023-06-13T05:47:51.253219+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":3827,"num_write":12,"num_write_kb":3254,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.314694+0000","last_change":"2023-06-13T05:46:56.320929+0000","last_active":"2023-06-13T05:47:59.314694+0000","last_peered":"2023-06-13T05:47:59.314694+0000","last_clean":"2023-06-13T05:47:59.314694+0000","last_became_active":"2023-06-13T05:46:56.313840+0000","last_became_peered":"2023-06-13T05:46:56.313840+0000","last_unstale":"2023-06-13T05:47:59.314694+0000","last_undegraded":"2023-06-13T05:47:59.314694+0000","last_fullsized":"2023-06-13T05:47:59.314694+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"18'145","reported_seq":440,"reported_epoch":26,"state":"active+undersized+degraded","last_fresh":"2023-06-13T05:48:22.217161+0000","last_change":"2023-06-13T05:48:03.238898+0000","last_active":"2023-06-13T05:48:22.217161+0000","last_peered":"2023-06-13T05:48:22.217161+0000","last_clean":"2023-06-13T05:47:49.624205+0000","last_became_active":"2023-06-13T05:47:51.243324+0000","last_became_peered":"2023-06-13T05:47:51.243324+0000","last_unstale":"2023-06-13T05:48:22.217161+0000","last_undegraded":"2023-06-13T05:47:51.235682+0000","last_fullsized":"2023-06-13T05:47:51.235267+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":145,"log_dups_size":0,"ondisk_log_size":145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154325570,"num_objects":52,"num_object_clones":0,"num_object_copies":104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":52,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":293,"num_read_kb":169250,"num_write":368,"num_write_kb":106260,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[{"shards":"3","objects":52}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.317217+0000","last_change":"2023-06-13T05:46:56.299807+0000","last_active":"2023-06-13T05:47:59.317217+0000","last_peered":"2023-06-13T05:47:59.317217+0000","last_clean":"2023-06-13T05:47:59.317217+0000","last_became_active":"2023-06-13T05:46:56.296570+0000","last_became_peered":"2023-06-13T05:46:56.296570+0000","last_unstale":"2023-06-13T05:47:59.317217+0000","last_undegraded":"2023-06-13T05:47:59.317217+0000","last_fullsized":"2023-06-13T05:47:59.317217+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"13'97","reported_seq":262,"reported_epoch":26,"state":"active+clean","last_fresh":"2023-06-13T05:48:22.208908+0000","last_change":"2023-06-13T05:46:54.245148+0000","last_active":"2023-06-13T05:48:22.208908+0000","last_peered":"2023-06-13T05:48:22.208908+0000","last_clean":"2023-06-13T05:48:22.208908+0000","last_became_active":"2023-06-13T05:46:54.241383+0000","last_became_peered":"2023-06-13T05:46:54.241383+0000","last_unstale":"2023-06-13T05:48:22.208908+0000","last_undegraded":"2023-06-13T05:48:22.208908+0000","last_fullsized":"2023-06-13T05:48:22.208908+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:53.179309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:53.179309+0000","last_clean_scrub_stamp":"2023-06-13T05:46:53.179309+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1180736,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":142,"num_read_kb":120,"num_write":274,"num_write_kb":3788,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"18'183","reported_seq":22,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.221505+0000","last_change":"2023-06-13T05:48:33.304308+0000","last_active":"2023-06-13T05:48:22.221505+0000","last_peered":"2023-06-13T05:48:22.221505+0000","last_clean":"2023-06-13T05:47:59.320648+0000","last_became_active":"2023-06-13T05:48:22.215989+0000","last_became_peered":"2023-06-13T05:48:22.215989+0000","last_unstale":"2023-06-13T05:48:22.221505+0000","last_undegraded":"2023-06-13T05:48:22.221505+0000","last_fullsized":"2023-06-13T05:48:22.206062+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":183,"log_dups_size":0,"ondisk_log_size":183,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":37,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.228472+0000","last_change":"2023-06-13T05:48:32.315217+0000","last_active":"2023-06-13T05:48:22.228472+0000","last_peered":"2023-06-13T05:48:22.228472+0000","last_clean":"2023-06-13T05:47:59.317967+0000","last_became_active":"2023-06-13T05:48:22.223568+0000","last_became_peered":"2023-06-13T05:48:22.223568+0000","last_unstale":"2023-06-13T05:48:22.228472+0000","last_undegraded":"2023-06-13T05:48:22.228472+0000","last_fullsized":"2023-06-13T05:48:22.215925+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"19'242","reported_seq":654,"reported_epoch":26,"state":"active+undersized+degraded","last_fresh":"2023-06-13T05:48:22.221287+0000","last_change":"2023-06-13T05:48:35.259077+0000","last_active":"2023-06-13T05:48:22.221287+0000","last_peered":"2023-06-13T05:48:22.221287+0000","last_clean":"2023-06-13T05:47:59.334991+0000","last_became_active":"2023-06-13T05:48:22.218072+0000","last_became_peered":"2023-06-13T05:48:22.218072+0000","last_unstale":"2023-06-13T05:48:22.221287+0000","last_undegraded":"2023-06-13T05:48:22.213401+0000","last_fullsized":"2023-06-13T05:48:22.212084+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":242,"log_dups_size":0,"ondisk_log_size":242,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":206665472,"num_objects":68,"num_object_clones":0,"num_object_copies":136,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":68,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":335,"num_read_kb":151059,"num_write":610,"num_write_kb":180986,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[{"shards":"3","objects":68}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":37,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.203520+0000","last_change":"2023-06-13T05:48:00.306539+0000","last_active":"2023-06-13T05:48:22.203520+0000","last_peered":"2023-06-13T05:48:22.203520+0000","last_clean":"2023-06-13T05:47:12.330806+0000","last_became_active":"2023-06-13T05:47:51.248148+0000","last_became_peered":"2023-06-13T05:47:51.248148+0000","last_unstale":"2023-06-13T05:48:22.203520+0000","last_undegraded":"2023-06-13T05:48:22.203520+0000","last_fullsized":"2023-06-13T05:47:51.240648+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"18'182","reported_seq":18,"reported_epoch":26,"state":"active+clean+remapped","last_fresh":"2023-06-13T05:48:22.217361+0000","last_change":"2023-06-13T05:47:59.354107+0000","last_active":"2023-06-13T05:48:22.217361+0000","last_peered":"2023-06-13T05:48:22.217361+0000","last_clean":"2023-06-13T05:48:22.217361+0000","last_became_active":"2023-06-13T05:47:59.350954+0000","last_became_peered":"2023-06-13T05:47:59.350954+0000","last_unstale":"2023-06-13T05:48:22.217361+0000","last_undegraded":"2023-06-13T05:48:22.217361+0000","last_fullsized":"2023-06-13T05:48:22.217361+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":182,"log_dups_size":0,"ondisk_log_size":182,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":48737030,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0,3],"avail_no_missing":["0","3"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"18'133","reported_seq":378,"reported_epoch":26,"state":"active+undersized+degraded","last_fresh":"2023-06-13T05:48:22.226928+0000","last_change":"2023-06-13T05:48:35.276997+0000","last_active":"2023-06-13T05:48:22.226928+0000","last_peered":"2023-06-13T05:48:22.226928+0000","last_clean":"2023-06-13T05:47:59.341583+0000","last_became_active":"2023-06-13T05:48:22.222988+0000","last_became_peered":"2023-06-13T05:48:22.222988+0000","last_unstale":"2023-06-13T05:48:22.226928+0000","last_undegraded":"2023-06-13T05:48:22.213745+0000","last_fullsized":"2023-06-13T05:48:22.213202+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":133,"log_dups_size":0,"ondisk_log_size":133,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":160576718,"num_objects":56,"num_object_clones":0,"num_object_copies":112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":56,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":211,"num_read_kb":84114,"num_write":340,"num_write_kb":98268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[{"shards":"3","objects":56}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.211716+0000","last_change":"2023-06-13T05:48:00.289942+0000","last_active":"2023-06-13T05:48:22.211716+0000","last_peered":"2023-06-13T05:48:22.211716+0000","last_clean":"2023-06-13T05:46:55.188408+0000","last_became_active":"2023-06-13T05:47:51.252333+0000","last_became_peered":"2023-06-13T05:47:51.252333+0000","last_unstale":"2023-06-13T05:48:22.211716+0000","last_undegraded":"2023-06-13T05:48:22.211716+0000","last_fullsized":"2023-06-13T05:47:51.241646+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.314161+0000","last_change":"2023-06-13T05:46:56.303255+0000","last_active":"2023-06-13T05:47:59.314161+0000","last_peered":"2023-06-13T05:47:59.314161+0000","last_clean":"2023-06-13T05:47:59.314161+0000","last_became_active":"2023-06-13T05:46:56.300128+0000","last_became_peered":"2023-06-13T05:46:56.300128+0000","last_unstale":"2023-06-13T05:47:59.314161+0000","last_undegraded":"2023-06-13T05:47:59.314161+0000","last_fullsized":"2023-06-13T05:47:59.314161+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.6","version":"18'171","reported_seq":21,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.209187+0000","last_change":"2023-06-13T05:48:03.284613+0000","last_active":"2023-06-13T05:48:22.209187+0000","last_peered":"2023-06-13T05:48:22.209187+0000","last_clean":"2023-06-13T05:47:06.172408+0000","last_became_active":"2023-06-13T05:47:51.249819+0000","last_became_peered":"2023-06-13T05:47:51.249819+0000","last_unstale":"2023-06-13T05:48:22.209187+0000","last_undegraded":"2023-06-13T05:48:22.209187+0000","last_fullsized":"2023-06-13T05:47:51.243208+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":171,"log_dups_size":0,"ondisk_log_size":171,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":16,"stat_sum":{"num_bytes":1491828458,"num_objects":496,"num_object_clones":0,"num_object_copies":992,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":342,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2185,"num_read_kb":911227,"num_write":4008,"num_write_kb":1177616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":48737030,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2795,"ondisk_log_size":2795,"up":19,"acting":21,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":1180736,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":142,"num_read_kb":120,"num_write":274,"num_write_kb":3788,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":2,"acting":2,"num_store_stats":0},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":11,"acting":11,"num_store_stats":0}],"osd_stats":[{"osd":3,"up_from":9,"seq":38654705800,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":463620,"kb_used_data":428476,"kb_used_omap":0,"kb_used_meta":35136,"kb_avail":104393980,"statfs":{"total":107374182400,"available":106899435520,"internally_reserved":0,"allocated":438759424,"data_stored":435853302,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":35979264},"hb_peers":[0],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":9,"seq":38654705800,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":245476,"kb_used_data":214428,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":104612124,"statfs":{"total":107374182400,"available":107122814976,"internally_reserved":0,"allocated":219574272,"data_stored":218022872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":9,"seq":38654705800,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":391136,"kb_used_data":360088,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":104466464,"statfs":{"total":107374182400,"available":106973659136,"internally_reserved":0,"allocated":368730112,"data_stored":366194865,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":9,"seq":38654705800,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":468260,"kb_used_data":433116,"kb_used_omap":0,"kb_used_meta":35136,"kb_avail":104389340,"statfs":{"total":107374182400,"available":106894684160,"internally_reserved":0,"allocated":443510784,"data_stored":440571290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":35979264},"hb_peers":[0,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]}],"pool_statfs":[]}} Ignoring malparsed backtrace: 2023-06-13T05:49:13.588 INFO:tasks.ceph.ceph_manager.ceph:PG 2.6 is not active+clean , 2023-06-13T05:49:13.589 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.6', 'version': "0'0", 'reported_seq': 21, 'reported_epoch': 26, 'state': 'active+undersized', 'last_fresh': '2023-06-13T05:48:22.211716+0000', 'last_change': '2023-06-13T05:48:00.289942+0000', 'last_active': '2023-06-13T05:48:22.211716+0000', 'last_peered': '2023-06-13T05:48:22.211716+0000', 'last_clean': '2023-06-13T05:46:55.188408+0000', 'last_became_active': '2023-06-13T05:47:51.252333+0000', 'last_became_peered': '2023-06-13T05:47:51.252333+0000', 'last_unstale': '2023-06-13T05:48:22.211716+0000', 'last_undegraded': '2023-06-13T05:48:22.211716+0000', 'last_fullsized': '2023-06-13T05:47:51.241646+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 12, 'last_epoch_clean': 13, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0], 'avail_no_missing': ['0'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} , 2023-06-13T05:49:13.589 INFO:tasks.ceph.ceph_manager.ceph:PG 3.6 is not active+clean Ignoring malparsed backtrace: 2023-06-13T05:49:22.629 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.4', 'version': "0'0", 'reported_seq': 21, 'reported_epoch': 26, 'state': 'active+undersized', 'last_fresh': '2023-06-13T05:48:22.214726+0000', 'last_change': '2023-06-13T05:48:00.310391+0000', 'last_active': '2023-06-13T05:48:22.214726+0000', 'last_peered': '2023-06-13T05:48:22.214726+0000', 'last_clean': '2023-06-13T05:46:55.188408+0000', 'last_became_active': '2023-06-13T05:47:51.244080+0000', 'last_became_peered': '2023-06-13T05:47:51.244080+0000', 'last_unstale': '2023-06-13T05:48:22.214726+0000', 'last_undegraded': '2023-06-13T05:48:22.214726+0000', 'last_fullsized': '2023-06-13T05:47:51.240684+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 12, 'last_epoch_clean': 13, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3], 'acting': [3], 'avail_no_missing': ['3'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} , 2023-06-13T05:49:22.629 INFO:tasks.ceph.ceph_manager.ceph:PG 2.2 is not active+clean , 2023-06-13T05:49:22.629 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.2', 'version': "0'0", 'reported_seq': 37, 'reported_epoch': 26, 'state': 'active+undersized', 'last_fresh': '2023-06-13T05:48:22.210690+0000', 'last_change': '2023-06-13T05:48:00.294631+0000', 'last_active': '2023-06-13T05:48:22.210690+0000', 'last_peered': '2023-06-13T05:48:22.210690+0000', 'last_clean': '2023-06-13T05:47:12.301036+0000', 'last_became_active': '2023-06-13T05:47:51.286565+0000', 'last_became_peered': '2023-06-13T05:47:51.286565+0000', 'last_unstale': '2023-06-13T05:48:22.210690+0000', 'last_undegraded': '2023-06-13T05:48:22.210690+0000', 'last_fullsized': '2023-06-13T05:47:51.249247+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 12, 'last_epoch_clean': 13, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0], 'avail_no_missing': ['0'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} Ignoring malparsed backtrace: 2023-06-13T05:49:31.285 DEBUG:teuthology.orchestra.run.smithi060:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json , 2023-06-13T05:49:31.411+0000 7f90f4565700 -1 WARNING: the following dangerous and experimental features are enabled: crimson , 2023-06-13T05:49:31.418+0000 7f90f4565700 -1 WARNING: the following dangerous and experimental features are enabled: crimson Ignoring malparsed backtrace: 2023-06-13T05:49:36.158 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.6', 'version': "18'171", 'reported_seq': 21, 'reported_epoch': 26, 'state': 'active+undersized', 'last_fresh': '2023-06-13T05:48:22.209187+0000', 'last_change': '2023-06-13T05:48:03.284613+0000', 'last_active': '2023-06-13T05:48:22.209187+0000', 'last_peered': '2023-06-13T05:48:22.209187+0000', 'last_clean': '2023-06-13T05:47:06.172408+0000', 'last_became_active': '2023-06-13T05:47:51.249819+0000', 'last_became_peered': '2023-06-13T05:47:51.249819+0000', 'last_unstale': '2023-06-13T05:48:22.209187+0000', 'last_undegraded': '2023-06-13T05:48:22.209187+0000', 'last_fullsized': '2023-06-13T05:47:51.243208+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 16, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 171, 'log_dups_size': 0, 'ondisk_log_size': 171, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3], 'acting': [3], 'avail_no_missing': ['3'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} , 2023-06-13T05:49:36.159 DEBUG:teuthology.orchestra.run.smithi060:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json , 2023-06-13T05:49:36.285+0000 7f3310296700 -1 WARNING: the following dangerous and experimental features are enabled: crimson Ignoring malparsed backtrace: 2023-06-13T05:49:45.204 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3 is not active+clean , 2023-06-13T05:49:45.205 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3', 'version': "20'197", 'reported_seq': 35, 'reported_epoch': 26, 'state': 'active+undersized', 'last_fresh': '2023-06-13T05:48:22.205007+0000', 'last_change': '2023-06-13T05:48:03.274067+0000', 'last_active': '2023-06-13T05:48:22.205007+0000', 'last_peered': '2023-06-13T05:48:22.205007+0000', 'last_clean': '2023-06-13T05:47:06.172408+0000', 'last_became_active': '2023-06-13T05:47:51.277690+0000', 'last_became_peered': '2023-06-13T05:47:51.277690+0000', 'last_unstale': '2023-06-13T05:48:22.205007+0000', 'last_undegraded': '2023-06-13T05:48:22.205007+0000', 'last_fullsized': '2023-06-13T05:47:51.253219+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 16, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 197, 'log_dups_size': 0, 'ondisk_log_size': 197, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 10, 'num_read_kb': 3827, 'num_write': 12, 'num_write_kb': 3254, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0], 'avail_no_missing': ['0'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} , 2023-06-13T05:49:45.205 INFO:tasks.ceph.ceph_manager.ceph:PG 3.0 is not active+clean Ignoring malparsed backtrace: 2023-06-13T05:49:54.221 INFO:teuthology.orchestra.run.smithi060.stdout: , dumped all , 2023-06-13T05:49:54.235 INFO:teuthology.orchestra.run.smithi060.stdout:{"pg_ready":true,"pg_map":{"version":106,"stamp":"2023-06-13T05:49:52.473623+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1493009194,"num_objects":500,"num_object_clones":0,"num_object_copies":1000,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":342,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2327,"num_read_kb":911347,"num_write":4282,"num_write_kb":1181404,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":48737030,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2892,"ondisk_log_size":2892,"up":32,"acting":34,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":0,"num_osds":4,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":419430400,"kb_used":1568492,"kb_used_data":1436108,"kb_used_omap":0,"kb_used_meta":132352,"kb_avail":417861908,"statfs":{"total":429496729600,"available":427890593792,"internally_reserved":0,"allocated":1470574592,"data_stored":1460642329,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":135528448},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003273"},"pg_stats":[{"pgid":"3.f","version":"19'142","reported_seq":390,"reported_epoch":26,"state":"active+undersized+degraded","last_fresh":"2023-06-13T05:48:22.222890+0000","last_change":"2023-06-13T05:48:35.299893+0000","last_active":"2023-06-13T05:48:22.222890+0000","last_peered":"2023-06-13T05:48:22.222890+0000","last_clean":"2023-06-13T05:47:59.316356+0000","last_became_active":"2023-06-13T05:48:22.218368+0000","last_became_peered":"2023-06-13T05:48:22.218368+0000","last_unstale":"2023-06-13T05:48:22.222890+0000","last_undegraded":"2023-06-13T05:48:22.209539+0000","last_fullsized":"2023-06-13T05:48:22.208916+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":145450682,"num_objects":46,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":46,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":86147,"num_write":358,"num_write_kb":100940,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0","objects":46}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"20'130","reported_seq":33,"reported_epoch":24,"state":"active+undersized","last_fresh":"2023-06-13T05:47:59.322390+0000","last_change":"2023-06-13T05:48:03.283715+0000","last_active":"2023-06-13T05:47:59.322390+0000","last_peered":"2023-06-13T05:47:59.322390+0000","last_clean":"2023-06-13T05:47:06.172408+0000","last_became_active":"2023-06-13T05:47:51.264994+0000","last_became_peered":"2023-06-13T05:47:51.264994+0000","last_unstale":"2023-06-13T05:47:59.322390+0000","last_undegraded":"2023-06-13T05:47:59.322390+0000","last_fullsized":"2023-06-13T05:47:51.260208+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":130,"log_dups_size":0,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5681162,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2,"num_write":20,"num_write_kb":6286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1],"acting":[1],"avail_no_missing":["1"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"20'225","reported_seq":573,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.309600+0000","last_change":"2023-06-13T05:47:07.274035+0000","last_active":"2023-06-13T05:47:59.309600+0000","last_peered":"2023-06-13T05:47:59.309600+0000","last_clean":"2023-06-13T05:47:59.309600+0000","last_became_active":"2023-06-13T05:47:07.266024+0000","last_became_peered":"2023-06-13T05:47:07.266024+0000","last_unstale":"2023-06-13T05:47:59.309600+0000","last_undegraded":"2023-06-13T05:47:59.309600+0000","last_fullsized":"2023-06-13T05:47:59.309600+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":225,"log_dups_size":0,"ondisk_log_size":225,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204580942,"num_objects":66,"num_object_clones":0,"num_object_copies":132,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":253,"num_read_kb":83646,"num_write":566,"num_write_kb":170482,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"19'130","reported_seq":356,"reported_epoch":26,"state":"active+clean","last_fresh":"2023-06-13T05:48:22.204378+0000","last_change":"2023-06-13T05:47:07.251094+0000","last_active":"2023-06-13T05:48:22.204378+0000","last_peered":"2023-06-13T05:48:22.204378+0000","last_clean":"2023-06-13T05:48:22.204378+0000","last_became_active":"2023-06-13T05:47:07.247628+0000","last_became_peered":"2023-06-13T05:47:07.247628+0000","last_unstale":"2023-06-13T05:48:22.204378+0000","last_undegraded":"2023-06-13T05:48:22.204378+0000","last_fullsized":"2023-06-13T05:48:22.204378+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":130,"log_dups_size":0,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":125786558,"num_objects":42,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":182,"num_read_kb":75741,"num_write":322,"num_write_kb":93396,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"22'188","reported_seq":28,"reported_epoch":26,"state":"active+clean+remapped","last_fresh":"2023-06-13T05:48:22.209235+0000","last_change":"2023-06-13T05:47:53.279865+0000","last_active":"2023-06-13T05:48:22.209235+0000","last_peered":"2023-06-13T05:48:22.209235+0000","last_clean":"2023-06-13T05:48:22.209235+0000","last_became_active":"2023-06-13T05:47:53.273788+0000","last_became_peered":"2023-06-13T05:47:53.273788+0000","last_unstale":"2023-06-13T05:48:22.209235+0000","last_undegraded":"2023-06-13T05:48:22.209235+0000","last_fullsized":"2023-06-13T05:48:22.209235+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3764768,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1,"num_write":10,"num_write_kb":3680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0,3],"avail_no_missing":["0","3"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.a","version":"18'219","reported_seq":580,"reported_epoch":26,"state":"active+undersized+degraded","last_fresh":"2023-06-13T05:48:22.229490+0000","last_change":"2023-06-13T05:48:35.314852+0000","last_active":"2023-06-13T05:48:22.229490+0000","last_peered":"2023-06-13T05:48:22.229490+0000","last_clean":"2023-06-13T05:47:59.321482+0000","last_became_active":"2023-06-13T05:48:22.225410+0000","last_became_peered":"2023-06-13T05:48:22.225410+0000","last_unstale":"2023-06-13T05:48:22.229490+0000","last_undegraded":"2023-06-13T05:48:22.219074+0000","last_fullsized":"2023-06-13T05:48:22.218649+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":219,"log_dups_size":0,"ondisk_log_size":219,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":203974966,"num_objects":70,"num_object_clones":0,"num_object_copies":140,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":70,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":291,"num_read_kb":104671,"num_write":554,"num_write_kb":162292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0","objects":70}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"21'176","reported_seq":467,"reported_epoch":26,"state":"active+undersized+degraded","last_fresh":"2023-06-13T05:48:22.220105+0000","last_change":"2023-06-13T05:48:35.294877+0000","last_active":"2023-06-13T05:48:22.220105+0000","last_peered":"2023-06-13T05:48:22.220105+0000","last_clean":"2023-06-13T05:47:59.322796+0000","last_became_active":"2023-06-13T05:48:22.214145+0000","last_became_peered":"2023-06-13T05:48:22.214145+0000","last_unstale":"2023-06-13T05:48:22.220105+0000","last_undegraded":"2023-06-13T05:48:22.204140+0000","last_fullsized":"2023-06-13T05:48:22.203657+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":176,"log_dups_size":0,"ondisk_log_size":176,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":148644738,"num_objects":50,"num_object_clones":0,"num_object_copies":100,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":50,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":218,"num_read_kb":81216,"num_write":434,"num_write_kb":128988,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0","objects":50}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.8","version":"18'166","reported_seq":22,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.225219+0000","last_change":"2023-06-13T05:48:33.302196+0000","last_active":"2023-06-13T05:48:22.225219+0000","last_peered":"2023-06-13T05:48:22.225219+0000","last_clean":"2023-06-13T05:47:59.337487+0000","last_became_active":"2023-06-13T05:48:22.220636+0000","last_became_peered":"2023-06-13T05:48:22.220636+0000","last_unstale":"2023-06-13T05:48:22.225219+0000","last_undegraded":"2023-06-13T05:48:22.225219+0000","last_fullsized":"2023-06-13T05:48:22.215752+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":166,"log_dups_size":0,"ondisk_log_size":166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.214726+0000","last_change":"2023-06-13T05:48:00.310391+0000","last_active":"2023-06-13T05:48:22.214726+0000","last_peered":"2023-06-13T05:48:22.214726+0000","last_clean":"2023-06-13T05:46:55.188408+0000","last_became_active":"2023-06-13T05:47:51.244080+0000","last_became_peered":"2023-06-13T05:47:51.244080+0000","last_unstale":"2023-06-13T05:48:22.214726+0000","last_undegraded":"2023-06-13T05:48:22.214726+0000","last_fullsized":"2023-06-13T05:47:51.240684+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.5","version":"19'166","reported_seq":432,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.311440+0000","last_change":"2023-06-13T05:47:07.268946+0000","last_active":"2023-06-13T05:47:59.311440+0000","last_peered":"2023-06-13T05:47:59.311440+0000","last_clean":"2023-06-13T05:47:59.311440+0000","last_became_active":"2023-06-13T05:47:07.263874+0000","last_became_peered":"2023-06-13T05:47:07.263874+0000","last_unstale":"2023-06-13T05:47:59.311440+0000","last_undegraded":"2023-06-13T05:47:59.311440+0000","last_fullsized":"2023-06-13T05:47:59.311440+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":166,"log_dups_size":0,"ondisk_log_size":166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":132376882,"num_objects":46,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":196,"num_read_kb":71553,"num_write":414,"num_write_kb":122784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":37,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.210690+0000","last_change":"2023-06-13T05:48:00.294631+0000","last_active":"2023-06-13T05:48:22.210690+0000","last_peered":"2023-06-13T05:48:22.210690+0000","last_clean":"2023-06-13T05:47:12.301036+0000","last_became_active":"2023-06-13T05:47:51.286565+0000","last_became_peered":"2023-06-13T05:47:51.286565+0000","last_unstale":"2023-06-13T05:48:22.210690+0000","last_undegraded":"2023-06-13T05:48:22.210690+0000","last_fullsized":"2023-06-13T05:47:51.249247+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3","version":"20'197","reported_seq":35,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.205007+0000","last_change":"2023-06-13T05:48:03.274067+0000","last_active":"2023-06-13T05:48:22.205007+0000","last_peered":"2023-06-13T05:48:22.205007+0000","last_clean":"2023-06-13T05:47:06.172408+0000","last_became_active":"2023-06-13T05:47:51.277690+0000","last_became_peered":"2023-06-13T05:47:51.277690+0000","last_unstale":"2023-06-13T05:48:22.205007+0000","last_undegraded":"2023-06-13T05:48:22.205007+0000","last_fullsized":"2023-06-13T05:47:51.253219+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":3827,"num_write":12,"num_write_kb":3254,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.314694+0000","last_change":"2023-06-13T05:46:56.320929+0000","last_active":"2023-06-13T05:47:59.314694+0000","last_peered":"2023-06-13T05:47:59.314694+0000","last_clean":"2023-06-13T05:47:59.314694+0000","last_became_active":"2023-06-13T05:46:56.313840+0000","last_became_peered":"2023-06-13T05:46:56.313840+0000","last_unstale":"2023-06-13T05:47:59.314694+0000","last_undegraded":"2023-06-13T05:47:59.314694+0000","last_fullsized":"2023-06-13T05:47:59.314694+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"18'145","reported_seq":440,"reported_epoch":26,"state":"active+undersized+degraded","last_fresh":"2023-06-13T05:48:22.217161+0000","last_change":"2023-06-13T05:48:03.238898+0000","last_active":"2023-06-13T05:48:22.217161+0000","last_peered":"2023-06-13T05:48:22.217161+0000","last_clean":"2023-06-13T05:47:49.624205+0000","last_became_active":"2023-06-13T05:47:51.243324+0000","last_became_peered":"2023-06-13T05:47:51.243324+0000","last_unstale":"2023-06-13T05:48:22.217161+0000","last_undegraded":"2023-06-13T05:47:51.235682+0000","last_fullsized":"2023-06-13T05:47:51.235267+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":145,"log_dups_size":0,"ondisk_log_size":145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154325570,"num_objects":52,"num_object_clones":0,"num_object_copies":104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":52,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":293,"num_read_kb":169250,"num_write":368,"num_write_kb":106260,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[{"shards":"3","objects":52}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.317217+0000","last_change":"2023-06-13T05:46:56.299807+0000","last_active":"2023-06-13T05:47:59.317217+0000","last_peered":"2023-06-13T05:47:59.317217+0000","last_clean":"2023-06-13T05:47:59.317217+0000","last_became_active":"2023-06-13T05:46:56.296570+0000","last_became_peered":"2023-06-13T05:46:56.296570+0000","last_unstale":"2023-06-13T05:47:59.317217+0000","last_undegraded":"2023-06-13T05:47:59.317217+0000","last_fullsized":"2023-06-13T05:47:59.317217+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"13'97","reported_seq":262,"reported_epoch":26,"state":"active+clean","last_fresh":"2023-06-13T05:48:22.208908+0000","last_change":"2023-06-13T05:46:54.245148+0000","last_active":"2023-06-13T05:48:22.208908+0000","last_peered":"2023-06-13T05:48:22.208908+0000","last_clean":"2023-06-13T05:48:22.208908+0000","last_became_active":"2023-06-13T05:46:54.241383+0000","last_became_peered":"2023-06-13T05:46:54.241383+0000","last_unstale":"2023-06-13T05:48:22.208908+0000","last_undegraded":"2023-06-13T05:48:22.208908+0000","last_fullsized":"2023-06-13T05:48:22.208908+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:53.179309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:53.179309+0000","last_clean_scrub_stamp":"2023-06-13T05:46:53.179309+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1180736,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":142,"num_read_kb":120,"num_write":274,"num_write_kb":3788,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"18'183","reported_seq":22,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.221505+0000","last_change":"2023-06-13T05:48:33.304308+0000","last_active":"2023-06-13T05:48:22.221505+0000","last_peered":"2023-06-13T05:48:22.221505+0000","last_clean":"2023-06-13T05:47:59.320648+0000","last_became_active":"2023-06-13T05:48:22.215989+0000","last_became_peered":"2023-06-13T05:48:22.215989+0000","last_unstale":"2023-06-13T05:48:22.221505+0000","last_undegraded":"2023-06-13T05:48:22.221505+0000","last_fullsized":"2023-06-13T05:48:22.206062+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":183,"log_dups_size":0,"ondisk_log_size":183,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":37,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.228472+0000","last_change":"2023-06-13T05:48:32.315217+0000","last_active":"2023-06-13T05:48:22.228472+0000","last_peered":"2023-06-13T05:48:22.228472+0000","last_clean":"2023-06-13T05:47:59.317967+0000","last_became_active":"2023-06-13T05:48:22.223568+0000","last_became_peered":"2023-06-13T05:48:22.223568+0000","last_unstale":"2023-06-13T05:48:22.228472+0000","last_undegraded":"2023-06-13T05:48:22.228472+0000","last_fullsized":"2023-06-13T05:48:22.215925+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"19'242","reported_seq":654,"reported_epoch":26,"state":"active+undersized+degraded","last_fresh":"2023-06-13T05:48:22.221287+0000","last_change":"2023-06-13T05:48:35.259077+0000","last_active":"2023-06-13T05:48:22.221287+0000","last_peered":"2023-06-13T05:48:22.221287+0000","last_clean":"2023-06-13T05:47:59.334991+0000","last_became_active":"2023-06-13T05:48:22.218072+0000","last_became_peered":"2023-06-13T05:48:22.218072+0000","last_unstale":"2023-06-13T05:48:22.221287+0000","last_undegraded":"2023-06-13T05:48:22.213401+0000","last_fullsized":"2023-06-13T05:48:22.212084+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":242,"log_dups_size":0,"ondisk_log_size":242,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":206665472,"num_objects":68,"num_object_clones":0,"num_object_copies":136,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":68,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":335,"num_read_kb":151059,"num_write":610,"num_write_kb":180986,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[{"shards":"3","objects":68}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":37,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.203520+0000","last_change":"2023-06-13T05:48:00.306539+0000","last_active":"2023-06-13T05:48:22.203520+0000","last_peered":"2023-06-13T05:48:22.203520+0000","last_clean":"2023-06-13T05:47:12.330806+0000","last_became_active":"2023-06-13T05:47:51.248148+0000","last_became_peered":"2023-06-13T05:47:51.248148+0000","last_unstale":"2023-06-13T05:48:22.203520+0000","last_undegraded":"2023-06-13T05:48:22.203520+0000","last_fullsized":"2023-06-13T05:47:51.240648+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"18'182","reported_seq":18,"reported_epoch":26,"state":"active+clean+remapped","last_fresh":"2023-06-13T05:48:22.217361+0000","last_change":"2023-06-13T05:47:59.354107+0000","last_active":"2023-06-13T05:48:22.217361+0000","last_peered":"2023-06-13T05:48:22.217361+0000","last_clean":"2023-06-13T05:48:22.217361+0000","last_became_active":"2023-06-13T05:47:59.350954+0000","last_became_peered":"2023-06-13T05:47:59.350954+0000","last_unstale":"2023-06-13T05:48:22.217361+0000","last_undegraded":"2023-06-13T05:48:22.217361+0000","last_fullsized":"2023-06-13T05:48:22.217361+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":182,"log_dups_size":0,"ondisk_log_size":182,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":48737030,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0,3],"avail_no_missing":["0","3"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"18'133","reported_seq":378,"reported_epoch":26,"state":"active+undersized+degraded","last_fresh":"2023-06-13T05:48:22.226928+0000","last_change":"2023-06-13T05:48:35.276997+0000","last_active":"2023-06-13T05:48:22.226928+0000","last_peered":"2023-06-13T05:48:22.226928+0000","last_clean":"2023-06-13T05:47:59.341583+0000","last_became_active":"2023-06-13T05:48:22.222988+0000","last_became_peered":"2023-06-13T05:48:22.222988+0000","last_unstale":"2023-06-13T05:48:22.226928+0000","last_undegraded":"2023-06-13T05:48:22.213745+0000","last_fullsized":"2023-06-13T05:48:22.213202+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":133,"log_dups_size":0,"ondisk_log_size":133,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":160576718,"num_objects":56,"num_object_clones":0,"num_object_copies":112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":56,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":211,"num_read_kb":84114,"num_write":340,"num_write_kb":98268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[{"shards":"3","objects":56}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.211716+0000","last_change":"2023-06-13T05:48:00.289942+0000","last_active":"2023-06-13T05:48:22.211716+0000","last_peered":"2023-06-13T05:48:22.211716+0000","last_clean":"2023-06-13T05:46:55.188408+0000","last_became_active":"2023-06-13T05:47:51.252333+0000","last_became_peered":"2023-06-13T05:47:51.252333+0000","last_unstale":"2023-06-13T05:48:22.211716+0000","last_undegraded":"2023-06-13T05:48:22.211716+0000","last_fullsized":"2023-06-13T05:47:51.241646+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.314161+0000","last_change":"2023-06-13T05:46:56.303255+0000","last_active":"2023-06-13T05:47:59.314161+0000","last_peered":"2023-06-13T05:47:59.314161+0000","last_clean":"2023-06-13T05:47:59.314161+0000","last_became_active":"2023-06-13T05:46:56.300128+0000","last_became_peered":"2023-06-13T05:46:56.300128+0000","last_unstale":"2023-06-13T05:47:59.314161+0000","last_undegraded":"2023-06-13T05:47:59.314161+0000","last_fullsized":"2023-06-13T05:47:59.314161+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.6","version":"18'171","reported_seq":21,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.209187+0000","last_change":"2023-06-13T05:48:03.284613+0000","last_active":"2023-06-13T05:48:22.209187+0000","last_peered":"2023-06-13T05:48:22.209187+0000","last_clean":"2023-06-13T05:47:06.172408+0000","last_became_active":"2023-06-13T05:47:51.249819+0000","last_became_peered":"2023-06-13T05:47:51.249819+0000","last_unstale":"2023-06-13T05:48:22.209187+0000","last_undegraded":"2023-06-13T05:48:22.209187+0000","last_fullsized":"2023-06-13T05:47:51.243208+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":171,"log_dups_size":0,"ondisk_log_size":171,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":16,"stat_sum":{"num_bytes":1491828458,"num_objects":496,"num_object_clones":0,"num_object_copies":992,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":342,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2185,"num_read_kb":911227,"num_write":4008,"num_write_kb":1177616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":48737030,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2795,"ondisk_log_size":2795,"up":19,"acting":21,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":1180736,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":142,"num_read_kb":120,"num_write":274,"num_write_kb":3788,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":2,"acting":2,"num_store_stats":0},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":11,"acting":11,"num_store_stats":0}],"osd_stats":[{"osd":3,"up_from":9,"seq":38654705840,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":463620,"kb_used_data":428476,"kb_used_omap":0,"kb_used_meta":35136,"kb_avail":104393980,"statfs":{"total":107374182400,"available":106899435520,"internally_reserved":0,"allocated":438759424,"data_stored":435853302,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":35979264},"hb_peers":[0],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":9,"seq":38654705840,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":245476,"kb_used_data":214428,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":104612124,"statfs":{"total":107374182400,"available":107122814976,"internally_reserved":0,"allocated":219574272,"data_stored":218022872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":9,"seq":38654705840,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":391136,"kb_used_data":360088,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":104466464,"statfs":{"total":107374182400,"available":106973659136,"internally_reserved":0,"allocated":368730112,"data_stored":366194865,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":9,"seq":38654705840,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":468260,"kb_used_data":433116,"kb_used_omap":0,"kb_used_meta":35136,"kb_avail":104389340,"statfs":{"total":107374182400,"available":106894684160,"internally_reserved":0,"allocated":443510784,"data_stored":440571290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":35979264},"hb_peers":[0,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]}],"pool_statfs":[]}} Ignoring malparsed backtrace: 2023-06-13T05:49:59.115+0000 7f251e7c8700 -1 WARNING: the following dangerous and experimental features are enabled: crimson , 2023-06-13T05:49:59.403 INFO:teuthology.orchestra.run.smithi060.stdout: , 2023-06-13T05:49:59.403 INFO:teuthology.orchestra.run.smithi060.stdout:{"fsid":"bb608ba1-dc6f-42f0-b0fc-cb9995b6fdc1","health":{"status":"HEALTH_WARN","checks":{"OSD_DOWN":{"severity":"HEALTH_WARN","summary":{"message":"2 osds down","count":2},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 342/1000 objects degraded (34.200%), 6 pgs degraded, 16 pgs undersized","count":22},"muted":false}},"mutes":[]},"election_epoch":3,"quorum":[0],"quorum_names":["a"],"quorum_age":195,"monmap":{"epoch":1,"min_mon_release_name":"reef","num_mons":1},"osdmap":{"epoch":26,"num_osds":4,"num_up_osds":2,"osd_up_since":1686635301,"num_in_osds":4,"osd_in_since":1686635206,"num_remapped_pgs":2},"pgmap":{"pgs_by_state":[{"state_name":"active+undersized","count":10},{"state_name":"active+clean","count":7},{"state_name":"active+undersized+degraded","count":6},{"state_name":"active+clean+remapped","count":2}],"num_pgs":25,"num_pools":3,"num_objects":500,"data_bytes":1493009194,"bytes_used":1606135808,"bytes_avail":427890593792,"bytes_total":429496729600,"degraded_objects":342,"degraded_total":1000,"degraded_ratio":0.34200000000000003},"fsmap":{"epoch":1,"by_rank":[],"up:standby":0},"mgrmap":{"available":true,"num_standbys":0,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":2,"modified":"2023-06-13T05:47:52.443211+0000","services":{}},"progress_events":{}} Ignoring malparsed backtrace: 2023-06-13T05:50:08.004 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.0', 'version': "18'145", 'reported_seq': 440, 'reported_epoch': 26, 'state': 'active+undersized+degraded', 'last_fresh': '2023-06-13T05:48:22.217161+0000', 'last_change': '2023-06-13T05:48:03.238898+0000', 'last_active': '2023-06-13T05:48:22.217161+0000', 'last_peered': '2023-06-13T05:48:22.217161+0000', 'last_clean': '2023-06-13T05:47:49.624205+0000', 'last_became_active': '2023-06-13T05:47:51.243324+0000', 'last_became_peered': '2023-06-13T05:47:51.243324+0000', 'last_unstale': '2023-06-13T05:48:22.217161+0000', 'last_undegraded': '2023-06-13T05:47:51.235682+0000', 'last_fullsized': '2023-06-13T05:47:51.235267+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 16, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 145, 'log_dups_size': 0, 'ondisk_log_size': 145, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 154325570, 'num_objects': 52, 'num_object_clones': 0, 'num_object_copies': 104, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 52, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 293, 'num_read_kb': 169250, 'num_write': 368, 'num_write_kb': 106260, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3], 'acting': [3], 'avail_no_missing': ['3'], 'object_location_counts': [{'shards': '3', 'objects': 52}], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} , 2023-06-13T05:50:08.005 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2 is not active+clean , 2023-06-13T05:50:08.005 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2', 'version': "18'183", 'reported_seq': 22, 'reported_epoch': 26, 'state': 'active+undersized', 'last_fresh': '2023-06-13T05:48:22.221505+0000', 'last_change': '2023-06-13T05:48:33.304308+0000', 'last_active': '2023-06-13T05:48:22.221505+0000', 'last_peered': '2023-06-13T05:48:22.221505+0000', 'last_clean': '2023-06-13T05:47:59.320648+0000', 'last_became_active': '2023-06-13T05:48:22.215989+0000', 'last_became_peered': '2023-06-13T05:48:22.215989+0000', 'last_unstale': '2023-06-13T05:48:22.221505+0000', 'last_undegraded': '2023-06-13T05:48:22.221505+0000', 'last_fullsized': '2023-06-13T05:48:22.206062+0000', 'mapping_epoch': 25, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 22, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 183, 'log_dups_size': 0, 'ondisk_log_size': 183, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0], 'avail_no_missing': ['0'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} Ignoring malparsed backtrace: 2023-06-13T05:50:17.341 INFO:tasks.ceph.ceph_manager.ceph:PG 3.f is not active+clean , 2023-06-13T05:50:17.342 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.f', 'version': "19'142", 'reported_seq': 390, 'reported_epoch': 26, 'state': 'active+undersized+degraded', 'last_fresh': '2023-06-13T05:48:22.222890+0000', 'last_change': '2023-06-13T05:48:35.299893+0000', 'last_active': '2023-06-13T05:48:22.222890+0000', 'last_peered': '2023-06-13T05:48:22.222890+0000', 'last_clean': '2023-06-13T05:47:59.316356+0000', 'last_became_active': '2023-06-13T05:48:22.218368+0000', 'last_became_peered': '2023-06-13T05:48:22.218368+0000', 'last_unstale': '2023-06-13T05:48:22.222890+0000', 'last_undegraded': '2023-06-13T05:48:22.209539+0000', 'last_fullsized': '2023-06-13T05:48:22.208916+0000', 'mapping_epoch': 25, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 16, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 142, 'log_dups_size': 0, 'ondisk_log_size': 142, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 145450682, 'num_objects': 46, 'num_object_clones': 0, 'num_object_copies': 92, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 46, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 189, 'num_read_kb': 86147, 'num_write': 358, 'num_write_kb': 100940, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0], 'avail_no_missing': ['0'], 'object_location_counts': [{'shards': '0', 'objects': 46}], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} , 2023-06-13T05:50:17.342 INFO:tasks.ceph.ceph_manager.ceph:PG 3.e is not active+clean Ignoring malparsed backtrace: 2023-06-13T05:50:22.317 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now , 2023-06-13T05:50:22.317 DEBUG:teuthology.orchestra.run.smithi060:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json , 2023-06-13T05:50:22.445+0000 7efe70c21700 -1 WARNING: the following dangerous and experimental features are enabled: crimson Ignoring malparsed backtrace: 2023-06-13T05:50:31.100 INFO:tasks.ceph.ceph_manager.ceph:PG 2.0 is not active+clean , 2023-06-13T05:50:31.100 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.0', 'version': "0'0", 'reported_seq': 37, 'reported_epoch': 26, 'state': 'active+undersized', 'last_fresh': '2023-06-13T05:48:22.228472+0000', 'last_change': '2023-06-13T05:48:32.315217+0000', 'last_active': '2023-06-13T05:48:22.228472+0000', 'last_peered': '2023-06-13T05:48:22.228472+0000', 'last_clean': '2023-06-13T05:47:59.317967+0000', 'last_became_active': '2023-06-13T05:48:22.223568+0000', 'last_became_peered': '2023-06-13T05:48:22.223568+0000', 'last_unstale': '2023-06-13T05:48:22.228472+0000', 'last_undegraded': '2023-06-13T05:48:22.228472+0000', 'last_fullsized': '2023-06-13T05:48:22.215925+0000', 'mapping_epoch': 25, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 12, 'last_epoch_clean': 13, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0], 'avail_no_missing': ['0'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} , 2023-06-13T05:50:31.100 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1 is not active+clean Ignoring malparsed backtrace: 2023-06-13T05:50:40.132 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.f', 'version': "19'142", 'reported_seq': 390, 'reported_epoch': 26, 'state': 'active+undersized+degraded', 'last_fresh': '2023-06-13T05:48:22.222890+0000', 'last_change': '2023-06-13T05:48:35.299893+0000', 'last_active': '2023-06-13T05:48:22.222890+0000', 'last_peered': '2023-06-13T05:48:22.222890+0000', 'last_clean': '2023-06-13T05:47:59.316356+0000', 'last_became_active': '2023-06-13T05:48:22.218368+0000', 'last_became_peered': '2023-06-13T05:48:22.218368+0000', 'last_unstale': '2023-06-13T05:48:22.222890+0000', 'last_undegraded': '2023-06-13T05:48:22.209539+0000', 'last_fullsized': '2023-06-13T05:48:22.208916+0000', 'mapping_epoch': 25, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 16, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 142, 'log_dups_size': 0, 'ondisk_log_size': 142, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 145450682, 'num_objects': 46, 'num_object_clones': 0, 'num_object_copies': 92, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 46, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 189, 'num_read_kb': 86147, 'num_write': 358, 'num_write_kb': 100940, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0], 'avail_no_missing': ['0'], 'object_location_counts': [{'shards': '0', 'objects': 46}], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} , 2023-06-13T05:50:40.132 INFO:tasks.ceph.ceph_manager.ceph:PG 3.e is not active+clean , 2023-06-13T05:50:40.133 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.e', 'version': "20'130", 'reported_seq': 33, 'reported_epoch': 24, 'state': 'active+undersized', 'last_fresh': '2023-06-13T05:47:59.322390+0000', 'last_change': '2023-06-13T05:48:03.283715+0000', 'last_active': '2023-06-13T05:47:59.322390+0000', 'last_peered': '2023-06-13T05:47:59.322390+0000', 'last_clean': '2023-06-13T05:47:06.172408+0000', 'last_became_active': '2023-06-13T05:47:51.264994+0000', 'last_became_peered': '2023-06-13T05:47:51.264994+0000', 'last_unstale': '2023-06-13T05:47:59.322390+0000', 'last_undegraded': '2023-06-13T05:47:59.322390+0000', 'last_fullsized': '2023-06-13T05:47:51.260208+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 16, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 130, 'log_dups_size': 0, 'ondisk_log_size': 130, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 5681162, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 4, 'num_read_kb': 2, 'num_write': 20, 'num_write_kb': 6286, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1], 'acting': [1], 'avail_no_missing': ['1'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} Ignoring malparsed backtrace: 2023-06-13T05:50:45.099 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now , 2023-06-13T05:50:45.100 DEBUG:teuthology.orchestra.run.smithi060:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json , 2023-06-13T05:50:45.225+0000 7f8a04acc700 -1 WARNING: the following dangerous and experimental features are enabled: crimson Ignoring malparsed backtrace: 2023-06-13T05:50:53.739 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2', 'version': "18'183", 'reported_seq': 22, 'reported_epoch': 26, 'state': 'active+undersized', 'last_fresh': '2023-06-13T05:48:22.221505+0000', 'last_change': '2023-06-13T05:48:33.304308+0000', 'last_active': '2023-06-13T05:48:22.221505+0000', 'last_peered': '2023-06-13T05:48:22.221505+0000', 'last_clean': '2023-06-13T05:47:59.320648+0000', 'last_became_active': '2023-06-13T05:48:22.215989+0000', 'last_became_peered': '2023-06-13T05:48:22.215989+0000', 'last_unstale': '2023-06-13T05:48:22.221505+0000', 'last_undegraded': '2023-06-13T05:48:22.221505+0000', 'last_fullsized': '2023-06-13T05:48:22.206062+0000', 'mapping_epoch': 25, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 22, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 183, 'log_dups_size': 0, 'ondisk_log_size': 183, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0], 'avail_no_missing': ['0'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} , 2023-06-13T05:50:53.739 INFO:tasks.ceph.ceph_manager.ceph:PG 2.0 is not active+clean , 2023-06-13T05:50:53.740 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.0', 'version': "0'0", 'reported_seq': 37, 'reported_epoch': 26, 'state': 'active+undersized', 'last_fresh': '2023-06-13T05:48:22.228472+0000', 'last_change': '2023-06-13T05:48:32.315217+0000', 'last_active': '2023-06-13T05:48:22.228472+0000', 'last_peered': '2023-06-13T05:48:22.228472+0000', 'last_clean': '2023-06-13T05:47:59.317967+0000', 'last_became_active': '2023-06-13T05:48:22.223568+0000', 'last_became_peered': '2023-06-13T05:48:22.223568+0000', 'last_unstale': '2023-06-13T05:48:22.228472+0000', 'last_undegraded': '2023-06-13T05:48:22.228472+0000', 'last_fullsized': '2023-06-13T05:48:22.215925+0000', 'mapping_epoch': 25, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 12, 'last_epoch_clean': 13, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0], 'avail_no_missing': ['0'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} Ignoring malparsed backtrace: 2023-06-13T05:51:02.782 INFO:tasks.ceph.ceph_manager.ceph:PG 3.f is not active+clean , 2023-06-13T05:51:02.782 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.f', 'version': "19'142", 'reported_seq': 390, 'reported_epoch': 26, 'state': 'active+undersized+degraded', 'last_fresh': '2023-06-13T05:48:22.222890+0000', 'last_change': '2023-06-13T05:48:35.299893+0000', 'last_active': '2023-06-13T05:48:22.222890+0000', 'last_peered': '2023-06-13T05:48:22.222890+0000', 'last_clean': '2023-06-13T05:47:59.316356+0000', 'last_became_active': '2023-06-13T05:48:22.218368+0000', 'last_became_peered': '2023-06-13T05:48:22.218368+0000', 'last_unstale': '2023-06-13T05:48:22.222890+0000', 'last_undegraded': '2023-06-13T05:48:22.209539+0000', 'last_fullsized': '2023-06-13T05:48:22.208916+0000', 'mapping_epoch': 25, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 16, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 142, 'log_dups_size': 0, 'ondisk_log_size': 142, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 145450682, 'num_objects': 46, 'num_object_clones': 0, 'num_object_copies': 92, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 46, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 189, 'num_read_kb': 86147, 'num_write': 358, 'num_write_kb': 100940, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0], 'avail_no_missing': ['0'], 'object_location_counts': [{'shards': '0', 'objects': 46}], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} , 2023-06-13T05:51:02.783 INFO:tasks.ceph.ceph_manager.ceph:PG 3.e is not active+clean Ignoring malparsed backtrace: 2023-06-13T05:51:08.391 INFO:teuthology.orchestra.run.smithi060.stdout:{"fsid":"bb608ba1-dc6f-42f0-b0fc-cb9995b6fdc1","health":{"status":"HEALTH_WARN","checks":{"OSD_DOWN":{"severity":"HEALTH_WARN","summary":{"message":"2 osds down","count":2},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 342/1000 objects degraded (34.200%), 6 pgs degraded, 16 pgs undersized","count":22},"muted":false},"SLOW_OPS":{"severity":"HEALTH_WARN","summary":{"message":"1 slow ops, oldest one blocked for 61 sec, mon.a has slow ops","count":1},"muted":false}},"mutes":[]},"election_epoch":3,"quorum":[0],"quorum_names":["a"],"quorum_age":264,"monmap":{"epoch":1,"min_mon_release_name":"reef","num_mons":1},"osdmap":{"epoch":26,"num_osds":4,"num_up_osds":2,"osd_up_since":1686635301,"num_in_osds":4,"osd_in_since":1686635206,"num_remapped_pgs":2},"pgmap":{"pgs_by_state":[{"state_name":"active+undersized","count":10},{"state_name":"active+clean","count":7},{"state_name":"active+undersized+degraded","count":6},{"state_name":"active+clean+remapped","count":2}],"num_pgs":25,"num_pools":3,"num_objects":500,"data_bytes":1493009194,"bytes_used":1606135808,"bytes_avail":427890593792,"bytes_total":429496729600,"degraded_objects":342,"degraded_total":1000,"degraded_ratio":0.34200000000000003},"fsmap":{"epoch":1,"by_rank":[],"up:standby":0},"mgrmap":{"available":true,"num_standbys":0,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":2,"modified":"2023-06-13T05:47:52.443211+0000","services":{}},"progress_events":{}} , 2023-06-13T05:51:08.411 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now , 2023-06-13T05:51:08.412 DEBUG:teuthology.orchestra.run.smithi060:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json Ignoring malparsed backtrace: 2023-06-13T05:51:17.026 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.0', 'version': "18'145", 'reported_seq': 440, 'reported_epoch': 26, 'state': 'active+undersized+degraded', 'last_fresh': '2023-06-13T05:48:22.217161+0000', 'last_change': '2023-06-13T05:48:03.238898+0000', 'last_active': '2023-06-13T05:48:22.217161+0000', 'last_peered': '2023-06-13T05:48:22.217161+0000', 'last_clean': '2023-06-13T05:47:49.624205+0000', 'last_became_active': '2023-06-13T05:47:51.243324+0000', 'last_became_peered': '2023-06-13T05:47:51.243324+0000', 'last_unstale': '2023-06-13T05:48:22.217161+0000', 'last_undegraded': '2023-06-13T05:47:51.235682+0000', 'last_fullsized': '2023-06-13T05:47:51.235267+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 16, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 145, 'log_dups_size': 0, 'ondisk_log_size': 145, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 154325570, 'num_objects': 52, 'num_object_clones': 0, 'num_object_copies': 104, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 52, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 293, 'num_read_kb': 169250, 'num_write': 368, 'num_write_kb': 106260, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3], 'acting': [3], 'avail_no_missing': ['3'], 'object_location_counts': [{'shards': '3', 'objects': 52}], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} , 2023-06-13T05:51:17.026 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2 is not active+clean , 2023-06-13T05:51:17.027 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2', 'version': "18'183", 'reported_seq': 22, 'reported_epoch': 26, 'state': 'active+undersized', 'last_fresh': '2023-06-13T05:48:22.221505+0000', 'last_change': '2023-06-13T05:48:33.304308+0000', 'last_active': '2023-06-13T05:48:22.221505+0000', 'last_peered': '2023-06-13T05:48:22.221505+0000', 'last_clean': '2023-06-13T05:47:59.320648+0000', 'last_became_active': '2023-06-13T05:48:22.215989+0000', 'last_became_peered': '2023-06-13T05:48:22.215989+0000', 'last_unstale': '2023-06-13T05:48:22.221505+0000', 'last_undegraded': '2023-06-13T05:48:22.221505+0000', 'last_fullsized': '2023-06-13T05:48:22.206062+0000', 'mapping_epoch': 25, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 22, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 183, 'log_dups_size': 0, 'ondisk_log_size': 183, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0], 'avail_no_missing': ['0'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} Ignoring malparsed backtrace: 2023-06-13T05:51:26.288 INFO:tasks.ceph.ceph_manager.ceph:PG 3.f is not active+clean , 2023-06-13T05:51:26.288 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.f', 'version': "19'142", 'reported_seq': 390, 'reported_epoch': 26, 'state': 'active+undersized+degraded', 'last_fresh': '2023-06-13T05:48:22.222890+0000', 'last_change': '2023-06-13T05:48:35.299893+0000', 'last_active': '2023-06-13T05:48:22.222890+0000', 'last_peered': '2023-06-13T05:48:22.222890+0000', 'last_clean': '2023-06-13T05:47:59.316356+0000', 'last_became_active': '2023-06-13T05:48:22.218368+0000', 'last_became_peered': '2023-06-13T05:48:22.218368+0000', 'last_unstale': '2023-06-13T05:48:22.222890+0000', 'last_undegraded': '2023-06-13T05:48:22.209539+0000', 'last_fullsized': '2023-06-13T05:48:22.208916+0000', 'mapping_epoch': 25, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 16, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 142, 'log_dups_size': 0, 'ondisk_log_size': 142, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 145450682, 'num_objects': 46, 'num_object_clones': 0, 'num_object_copies': 92, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 46, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 189, 'num_read_kb': 86147, 'num_write': 358, 'num_write_kb': 100940, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0], 'avail_no_missing': ['0'], 'object_location_counts': [{'shards': '0', 'objects': 46}], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} , 2023-06-13T05:51:26.289 INFO:tasks.ceph.ceph_manager.ceph:PG 3.e is not active+clean Ignoring malparsed backtrace: 2023-06-13T05:51:31.251 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now , 2023-06-13T05:51:31.252 DEBUG:teuthology.orchestra.run.smithi060:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json , 2023-06-13T05:51:31.379+0000 7f7d71473700 -1 WARNING: the following dangerous and experimental features are enabled: crimson Ignoring malparsed backtrace: 2023-06-13T05:51:40.273 INFO:tasks.ceph.ceph_manager.ceph:PG 2.0 is not active+clean , 2023-06-13T05:51:40.273 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.0', 'version': "0'0", 'reported_seq': 37, 'reported_epoch': 26, 'state': 'active+undersized', 'last_fresh': '2023-06-13T05:48:22.228472+0000', 'last_change': '2023-06-13T05:48:32.315217+0000', 'last_active': '2023-06-13T05:48:22.228472+0000', 'last_peered': '2023-06-13T05:48:22.228472+0000', 'last_clean': '2023-06-13T05:47:59.317967+0000', 'last_became_active': '2023-06-13T05:48:22.223568+0000', 'last_became_peered': '2023-06-13T05:48:22.223568+0000', 'last_unstale': '2023-06-13T05:48:22.228472+0000', 'last_undegraded': '2023-06-13T05:48:22.228472+0000', 'last_fullsized': '2023-06-13T05:48:22.215925+0000', 'mapping_epoch': 25, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 12, 'last_epoch_clean': 13, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0], 'avail_no_missing': ['0'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} , 2023-06-13T05:51:40.273 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1 is not active+clean Ignoring malparsed backtrace: 2023-06-13T05:51:49.309 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.e', 'version': "20'130", 'reported_seq': 33, 'reported_epoch': 24, 'state': 'active+undersized', 'last_fresh': '2023-06-13T05:47:59.322390+0000', 'last_change': '2023-06-13T05:48:03.283715+0000', 'last_active': '2023-06-13T05:47:59.322390+0000', 'last_peered': '2023-06-13T05:47:59.322390+0000', 'last_clean': '2023-06-13T05:47:06.172408+0000', 'last_became_active': '2023-06-13T05:47:51.264994+0000', 'last_became_peered': '2023-06-13T05:47:51.264994+0000', 'last_unstale': '2023-06-13T05:47:59.322390+0000', 'last_undegraded': '2023-06-13T05:47:59.322390+0000', 'last_fullsized': '2023-06-13T05:47:51.260208+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 16, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 130, 'log_dups_size': 0, 'ondisk_log_size': 130, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 5681162, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 4, 'num_read_kb': 2, 'num_write': 20, 'num_write_kb': 6286, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1], 'acting': [1], 'avail_no_missing': ['1'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} , 2023-06-13T05:51:49.310 INFO:tasks.ceph.ceph_manager.ceph:PG 3.b is not active+clean , 2023-06-13T05:51:49.310 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.b', 'version': "22'188", 'reported_seq': 28, 'reported_epoch': 26, 'state': 'active+clean+remapped', 'last_fresh': '2023-06-13T05:48:22.209235+0000', 'last_change': '2023-06-13T05:47:53.279865+0000', 'last_active': '2023-06-13T05:48:22.209235+0000', 'last_peered': '2023-06-13T05:48:22.209235+0000', 'last_clean': '2023-06-13T05:48:22.209235+0000', 'last_became_active': '2023-06-13T05:47:53.273788+0000', 'last_became_peered': '2023-06-13T05:47:53.273788+0000', 'last_unstale': '2023-06-13T05:48:22.209235+0000', 'last_undegraded': '2023-06-13T05:48:22.209235+0000', 'last_fullsized': '2023-06-13T05:48:22.209235+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 22, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 188, 'log_dups_size': 0, 'ondisk_log_size': 188, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 3764768, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 3, 'num_read_kb': 1, 'num_write': 10, 'num_write_kb': 3680, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0, 3], 'avail_no_missing': ['0', '3'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} Ignoring malparsed backtrace: 2023-06-13T05:51:58.367 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2 is not active+clean , 2023-06-13T05:51:58.367 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2', 'version': "18'183", 'reported_seq': 23, 'reported_epoch': 28, 'state': 'remapped+peering', 'last_fresh': '2023-06-13T05:48:33.304308+0000', 'last_change': '2023-06-13T05:51:52.410460+0000', 'last_active': '2023-06-13T05:51:52.410460+0000', 'last_peered': '2023-06-13T05:48:33.304308+0000', 'last_clean': '2023-06-13T05:47:59.320648+0000', 'last_became_active': '2023-06-13T05:48:22.215989+0000', 'last_became_peered': '2023-06-13T05:48:22.215989+0000', 'last_unstale': '2023-06-13T05:48:33.304308+0000', 'last_undegraded': '2023-06-13T05:48:33.304308+0000', 'last_fullsized': '2023-06-13T05:48:22.206062+0000', 'mapping_epoch': 28, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 22, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 183, 'log_dups_size': 0, 'ondisk_log_size': 183, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [1, 2], 'up_primary': 2, 'acting_primary': 0, 'purged_snaps': []} , 2023-06-13T05:51:58.368 INFO:tasks.ceph.ceph_manager.ceph:PG 3.4 is not active+clean Ignoring malparsed backtrace: 2023-06-13T05:52:13.607+0000 7f8ccd538700 -1 WARNING: the following dangerous and experimental features are enabled: crimson , instructed osd(s) 0 to deep-scrub , 2023-06-13T05:52:13.832 INFO:tasks.ceph:Scrubbing osd.1 Ignoring malparsed backtrace: teuthology.exceptions.CommandCrashedError: Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 4000 --objects 500 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 45 --op write 22 --op delete 10 --op write_excl 22 --pool unique_pool_0' , 2023-06-13T05:52:36.964 INFO:teuthology.misc:Shutting down mds daemons... , 2023-06-13T05:52:36.965 INFO:teuthology.misc:Shutting down osd daemons... Ignoring malparsed backtrace: /var/log/ceph/ceph-client.admin.119000.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107864.log , 49.6% -- replaced with /var/log/ceph/ceph-client.admin.119000.log.gz , /var/log/ceph/ceph-client.admin.118608.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108086.log Ignoring malparsed backtrace: /var/log/ceph/ceph-client.admin.112954.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113640.log , 49.6% -- replaced with /var/log/ceph/ceph-client.admin.112954.log.gz , /var/log/ceph/ceph-client.admin.111974.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115856.log Ignoring malparsed backtrace: /var/log/ceph/ceph-client.admin.108977.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107549.log , 50.0% -- replaced with /var/log/ceph/ceph-client.admin.108977.log.gz , gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112121.log Ignoring malparsed backtrace: /var/log/ceph/ceph-client.admin.117922.log: 50.0% -- replaced with /var/log/ceph/ceph-client.admin.117922.log.gz , /var/log/ceph/ceph-client.admin.111084.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.120478.log , 50.0% -- replaced with /var/log/ceph/ceph-client.admin.111084.log.gz Ignoring malparsed backtrace: 50.4% -- replaced with /var/log/ceph/ceph-client.admin.119302.log.gz , gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107550.log , /var/log/ceph/ceph-client.admin.117138.log: 50.4% -- replaced with /var/log/ceph/ceph-client.admin.117138.log.gz Ignoring malparsed backtrace: 49.6% -- replaced with /var/log/ceph/ceph-client.admin.112464.log.gz , /var/log/ceph/ceph-client.admin.114876.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107942.log , 50.4% -- replaced with /var/log/ceph/ceph-client.admin.114876.log.gz Ignoring malparsed backtrace: 2023-06-13T05:53:03.452 INFO:teuthology.orchestra.run.smithi098.stdout:=============================================================================== , 2023-06-13T05:53:03.453 INFO:teuthology.orchestra.run.smithi098.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 42 +261us[ +296us] +/- 85ms , 2023-06-13T05:53:03.453 INFO:teuthology.orchestra.run.smithi098.stdout:^* hv02.front.sepia.ceph.com 3 6 377 40 -2479us[-2443us] +/- 71ms Ignoring malparsed backtrace: self.gen.throw(type, value, traceback) , File "/home/teuthworker/src/git.ceph.com_teuthology_2ef0dcdee569e9851c9d2ffb6acfd4b80d031e61/teuthology/task/internal/__init__.py", line 420, in archive , fetch_binaries_for_coredumps(path, rem) Ignoring malparsed backtrace: ceph version 18.0.0-4318-g13364465 (133644651464727ae1bb58b3739a32d0c2fa0102) reef (dev) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xcc) [0x7fc52ece4ed4] , 2: (WriteOp::_finish(TestOp::CallbackInfo*)+0x1b0) [0x558b8d9420ca] Ignoring malparsed backtrace: 2023-06-13T05:48:00.030+0000 7fa716e9f700 -1 WARNING: the following dangerous and experimental features are enabled: crimson , 2023-06-13T05:48:00.037+0000 7fa716e9f700 -1 WARNING: the following dangerous and experimental features are enabled: crimson , 2023-06-13T05:48:00.243 INFO:teuthology.orchestra.run.smithi060.stdout: Ignoring malparsed backtrace: dumped all , 2023-06-13T05:48:09.852 INFO:teuthology.orchestra.run.smithi060.stdout:{"pg_ready":true,"pg_map":{"version":52,"stamp":"2023-06-13T05:48:08.447303+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1702798326,"num_objects":572,"num_object_clones":0,"num_object_copies":1144,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":52,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2602,"num_read_kb":1002155,"num_write":4758,"num_write_kb":1320842,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":48737030,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2887,"ondisk_log_size":2887,"up":40,"acting":44,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":0,"num_osds":4,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":419430400,"kb_used":1568476,"kb_used_data":1436092,"kb_used_omap":0,"kb_used_meta":132352,"kb_avail":417861924,"statfs":{"total":429496729600,"available":427890610176,"internally_reserved":0,"allocated":1470558208,"data_stored":1460629661,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":135528448},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-2,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":4069276,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002480"},"pg_stats":[{"pgid":"3.f","version":"19'142","reported_seq":383,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.315104+0000","last_change":"2023-06-13T05:47:07.302202+0000","last_active":"2023-06-13T05:47:59.315104+0000","last_peered":"2023-06-13T05:47:59.315104+0000","last_clean":"2023-06-13T05:47:59.315104+0000","last_became_active":"2023-06-13T05:47:07.298366+0000","last_became_peered":"2023-06-13T05:47:07.298366+0000","last_unstale":"2023-06-13T05:47:59.315104+0000","last_undegraded":"2023-06-13T05:47:59.315104+0000","last_fullsized":"2023-06-13T05:47:59.315104+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":145450682,"num_objects":46,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":86147,"num_write":358,"num_write_kb":100940,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"20'130","reported_seq":33,"reported_epoch":24,"state":"active+undersized","last_fresh":"2023-06-13T05:47:59.322390+0000","last_change":"2023-06-13T05:48:03.283715+0000","last_active":"2023-06-13T05:47:59.322390+0000","last_peered":"2023-06-13T05:47:59.322390+0000","last_clean":"2023-06-13T05:47:06.172408+0000","last_became_active":"2023-06-13T05:47:51.264994+0000","last_became_peered":"2023-06-13T05:47:51.264994+0000","last_unstale":"2023-06-13T05:47:59.322390+0000","last_undegraded":"2023-06-13T05:47:59.322390+0000","last_fullsized":"2023-06-13T05:47:51.260208+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":130,"log_dups_size":0,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5681162,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2,"num_write":20,"num_write_kb":6286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1],"acting":[1],"avail_no_missing":["1"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"20'225","reported_seq":573,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.309600+0000","last_change":"2023-06-13T05:47:07.274035+0000","last_active":"2023-06-13T05:47:59.309600+0000","last_peered":"2023-06-13T05:47:59.309600+0000","last_clean":"2023-06-13T05:47:59.309600+0000","last_became_active":"2023-06-13T05:47:07.266024+0000","last_became_peered":"2023-06-13T05:47:07.266024+0000","last_unstale":"2023-06-13T05:47:59.309600+0000","last_undegraded":"2023-06-13T05:47:59.309600+0000","last_fullsized":"2023-06-13T05:47:59.309600+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":225,"log_dups_size":0,"ondisk_log_size":225,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204580942,"num_objects":66,"num_object_clones":0,"num_object_copies":132,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":253,"num_read_kb":83646,"num_write":566,"num_write_kb":170482,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"19'130","reported_seq":352,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.319902+0000","last_change":"2023-06-13T05:47:07.251094+0000","last_active":"2023-06-13T05:47:59.319902+0000","last_peered":"2023-06-13T05:47:59.319902+0000","last_clean":"2023-06-13T05:47:59.319902+0000","last_became_active":"2023-06-13T05:47:07.247628+0000","last_became_peered":"2023-06-13T05:47:07.247628+0000","last_unstale":"2023-06-13T05:47:59.319902+0000","last_undegraded":"2023-06-13T05:47:59.319902+0000","last_fullsized":"2023-06-13T05:47:59.319902+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":130,"log_dups_size":0,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":125786558,"num_objects":42,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":182,"num_read_kb":75741,"num_write":322,"num_write_kb":93396,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"22'188","reported_seq":24,"reported_epoch":24,"state":"active+clean+remapped","last_fresh":"2023-06-13T05:47:59.310233+0000","last_change":"2023-06-13T05:47:53.279865+0000","last_active":"2023-06-13T05:47:59.310233+0000","last_peered":"2023-06-13T05:47:59.310233+0000","last_clean":"2023-06-13T05:47:59.310233+0000","last_became_active":"2023-06-13T05:47:53.273788+0000","last_became_peered":"2023-06-13T05:47:53.273788+0000","last_unstale":"2023-06-13T05:47:59.310233+0000","last_undegraded":"2023-06-13T05:47:59.310233+0000","last_fullsized":"2023-06-13T05:47:59.310233+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3764768,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1,"num_write":10,"num_write_kb":3680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0,3],"avail_no_missing":["0","3"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.a","version":"18'219","reported_seq":573,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.321337+0000","last_change":"2023-06-13T05:47:07.314993+0000","last_active":"2023-06-13T05:47:59.321337+0000","last_peered":"2023-06-13T05:47:59.321337+0000","last_clean":"2023-06-13T05:47:59.321337+0000","last_became_active":"2023-06-13T05:47:07.312285+0000","last_became_peered":"2023-06-13T05:47:07.312285+0000","last_unstale":"2023-06-13T05:47:59.321337+0000","last_undegraded":"2023-06-13T05:47:59.321337+0000","last_fullsized":"2023-06-13T05:47:59.321337+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":219,"log_dups_size":0,"ondisk_log_size":219,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":203974966,"num_objects":70,"num_object_clones":0,"num_object_copies":140,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":291,"num_read_kb":104671,"num_write":554,"num_write_kb":162292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"21'176","reported_seq":460,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.322631+0000","last_change":"2023-06-13T05:47:07.296127+0000","last_active":"2023-06-13T05:47:59.322631+0000","last_peered":"2023-06-13T05:47:59.322631+0000","last_clean":"2023-06-13T05:47:59.322631+0000","last_became_active":"2023-06-13T05:47:07.292815+0000","last_became_peered":"2023-06-13T05:47:07.292815+0000","last_unstale":"2023-06-13T05:47:59.322631+0000","last_undegraded":"2023-06-13T05:47:59.322631+0000","last_fullsized":"2023-06-13T05:47:59.322631+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":176,"log_dups_size":0,"ondisk_log_size":176,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":148644738,"num_objects":50,"num_object_clones":0,"num_object_copies":100,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":218,"num_read_kb":81216,"num_write":434,"num_write_kb":128988,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.8","version":"18'166","reported_seq":15,"reported_epoch":24,"state":"active+clean+remapped","last_fresh":"2023-06-13T05:47:59.335502+0000","last_change":"2023-06-13T05:47:53.304857+0000","last_active":"2023-06-13T05:47:59.335502+0000","last_peered":"2023-06-13T05:47:59.335502+0000","last_clean":"2023-06-13T05:47:59.335502+0000","last_became_active":"2023-06-13T05:47:53.301356+0000","last_became_peered":"2023-06-13T05:47:53.301356+0000","last_unstale":"2023-06-13T05:47:59.335502+0000","last_undegraded":"2023-06-13T05:47:59.335502+0000","last_fullsized":"2023-06-13T05:47:59.335502+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":166,"log_dups_size":0,"ondisk_log_size":166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3,1],"avail_no_missing":["3","1"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+undersized","last_fresh":"2023-06-13T05:47:59.340282+0000","last_change":"2023-06-13T05:48:00.310391+0000","last_active":"2023-06-13T05:47:59.340282+0000","last_peered":"2023-06-13T05:47:59.340282+0000","last_clean":"2023-06-13T05:46:55.188408+0000","last_became_active":"2023-06-13T05:47:51.244080+0000","last_became_peered":"2023-06-13T05:47:51.244080+0000","last_unstale":"2023-06-13T05:47:59.340282+0000","last_undegraded":"2023-06-13T05:47:59.340282+0000","last_fullsized":"2023-06-13T05:47:51.240684+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.5","version":"19'166","reported_seq":432,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.311440+0000","last_change":"2023-06-13T05:47:07.268946+0000","last_active":"2023-06-13T05:47:59.311440+0000","last_peered":"2023-06-13T05:47:59.311440+0000","last_clean":"2023-06-13T05:47:59.311440+0000","last_became_active":"2023-06-13T05:47:07.263874+0000","last_became_peered":"2023-06-13T05:47:07.263874+0000","last_unstale":"2023-06-13T05:47:59.311440+0000","last_undegraded":"2023-06-13T05:47:59.311440+0000","last_fullsized":"2023-06-13T05:47:59.311440+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":166,"log_dups_size":0,"ondisk_log_size":166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":132376882,"num_objects":46,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":196,"num_read_kb":71553,"num_write":414,"num_write_kb":122784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":33,"reported_epoch":24,"state":"active+undersized","last_fresh":"2023-06-13T05:47:59.318794+0000","last_change":"2023-06-13T05:48:00.294631+0000","last_active":"2023-06-13T05:47:59.318794+0000","last_peered":"2023-06-13T05:47:59.318794+0000","last_clean":"2023-06-13T05:47:12.301036+0000","last_became_active":"2023-06-13T05:47:51.286565+0000","last_became_peered":"2023-06-13T05:47:51.286565+0000","last_unstale":"2023-06-13T05:47:59.318794+0000","last_undegraded":"2023-06-13T05:47:59.318794+0000","last_fullsized":"2023-06-13T05:47:51.249247+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3","version":"18'192","reported_seq":507,"reported_epoch":18,"state":"active+clean","last_fresh":"2023-06-13T05:47:50.497563+0000","last_change":"2023-06-13T05:47:07.267949+0000","last_active":"2023-06-13T05:47:50.497563+0000","last_peered":"2023-06-13T05:47:50.497563+0000","last_clean":"2023-06-13T05:47:50.497563+0000","last_became_active":"2023-06-13T05:47:07.264973+0000","last_became_peered":"2023-06-13T05:47:07.264973+0000","last_unstale":"2023-06-13T05:47:50.497563+0000","last_undegraded":"2023-06-13T05:47:50.497563+0000","last_fullsized":"2023-06-13T05:47:50.497563+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":192,"log_dups_size":0,"ondisk_log_size":192,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":209789132,"num_objects":72,"num_object_clones":0,"num_object_copies":144,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":285,"num_read_kb":94635,"num_write":488,"num_write_kb":142692,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.314694+0000","last_change":"2023-06-13T05:46:56.320929+0000","last_active":"2023-06-13T05:47:59.314694+0000","last_peered":"2023-06-13T05:47:59.314694+0000","last_clean":"2023-06-13T05:47:59.314694+0000","last_became_active":"2023-06-13T05:46:56.313840+0000","last_became_peered":"2023-06-13T05:46:56.313840+0000","last_unstale":"2023-06-13T05:47:59.314694+0000","last_undegraded":"2023-06-13T05:47:59.314694+0000","last_fullsized":"2023-06-13T05:47:59.314694+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"18'145","reported_seq":436,"reported_epoch":24,"state":"active+undersized+degraded","last_fresh":"2023-06-13T05:47:59.338325+0000","last_change":"2023-06-13T05:48:03.238898+0000","last_active":"2023-06-13T05:47:59.338325+0000","last_peered":"2023-06-13T05:47:59.338325+0000","last_clean":"2023-06-13T05:47:49.624205+0000","last_became_active":"2023-06-13T05:47:51.243324+0000","last_became_peered":"2023-06-13T05:47:51.243324+0000","last_unstale":"2023-06-13T05:47:59.338325+0000","last_undegraded":"2023-06-13T05:47:51.235682+0000","last_fullsized":"2023-06-13T05:47:51.235267+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":145,"log_dups_size":0,"ondisk_log_size":145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154325570,"num_objects":52,"num_object_clones":0,"num_object_copies":104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":52,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":293,"num_read_kb":169250,"num_write":368,"num_write_kb":106260,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[{"shards":"3","objects":52}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.317217+0000","last_change":"2023-06-13T05:46:56.299807+0000","last_active":"2023-06-13T05:47:59.317217+0000","last_peered":"2023-06-13T05:47:59.317217+0000","last_clean":"2023-06-13T05:47:59.317217+0000","last_became_active":"2023-06-13T05:46:56.296570+0000","last_became_peered":"2023-06-13T05:46:56.296570+0000","last_unstale":"2023-06-13T05:47:59.317217+0000","last_undegraded":"2023-06-13T05:47:59.317217+0000","last_fullsized":"2023-06-13T05:47:59.317217+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"13'97","reported_seq":258,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.341199+0000","last_change":"2023-06-13T05:46:54.245148+0000","last_active":"2023-06-13T05:47:59.341199+0000","last_peered":"2023-06-13T05:47:59.341199+0000","last_clean":"2023-06-13T05:47:59.341199+0000","last_became_active":"2023-06-13T05:46:54.241383+0000","last_became_peered":"2023-06-13T05:46:54.241383+0000","last_unstale":"2023-06-13T05:47:59.341199+0000","last_undegraded":"2023-06-13T05:47:59.341199+0000","last_fullsized":"2023-06-13T05:47:59.341199+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:53.179309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:53.179309+0000","last_clean_scrub_stamp":"2023-06-13T05:46:53.179309+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1180736,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":142,"num_read_kb":120,"num_write":274,"num_write_kb":3788,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"18'183","reported_seq":15,"reported_epoch":24,"state":"active+clean+remapped","last_fresh":"2023-06-13T05:47:59.318121+0000","last_change":"2023-06-13T05:47:53.312006+0000","last_active":"2023-06-13T05:47:59.318121+0000","last_peered":"2023-06-13T05:47:59.318121+0000","last_clean":"2023-06-13T05:47:59.318121+0000","last_became_active":"2023-06-13T05:47:53.303790+0000","last_became_peered":"2023-06-13T05:47:53.303790+0000","last_unstale":"2023-06-13T05:47:59.318121+0000","last_undegraded":"2023-06-13T05:47:59.318121+0000","last_fullsized":"2023-06-13T05:47:59.318121+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":183,"log_dups_size":0,"ondisk_log_size":183,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0,1],"avail_no_missing":["0","1"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":30,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.316235+0000","last_change":"2023-06-13T05:46:56.308281+0000","last_active":"2023-06-13T05:47:59.316235+0000","last_peered":"2023-06-13T05:47:59.316235+0000","last_clean":"2023-06-13T05:47:59.316235+0000","last_became_active":"2023-06-13T05:46:56.305451+0000","last_became_peered":"2023-06-13T05:46:56.305451+0000","last_unstale":"2023-06-13T05:47:59.316235+0000","last_undegraded":"2023-06-13T05:47:59.316235+0000","last_fullsized":"2023-06-13T05:47:59.316235+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"19'242","reported_seq":647,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.333924+0000","last_change":"2023-06-13T05:47:07.259594+0000","last_active":"2023-06-13T05:47:59.333924+0000","last_peered":"2023-06-13T05:47:59.333924+0000","last_clean":"2023-06-13T05:47:59.333924+0000","last_became_active":"2023-06-13T05:47:07.255607+0000","last_became_peered":"2023-06-13T05:47:07.255607+0000","last_unstale":"2023-06-13T05:47:59.333924+0000","last_undegraded":"2023-06-13T05:47:59.333924+0000","last_fullsized":"2023-06-13T05:47:59.333924+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":242,"log_dups_size":0,"ondisk_log_size":242,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":206665472,"num_objects":68,"num_object_clones":0,"num_object_copies":136,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":335,"num_read_kb":151059,"num_write":610,"num_write_kb":180986,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":33,"reported_epoch":24,"state":"active+undersized","last_fresh":"2023-06-13T05:47:59.341186+0000","last_change":"2023-06-13T05:48:00.306539+0000","last_active":"2023-06-13T05:47:59.341186+0000","last_peered":"2023-06-13T05:47:59.341186+0000","last_clean":"2023-06-13T05:47:12.330806+0000","last_became_active":"2023-06-13T05:47:51.248148+0000","last_became_peered":"2023-06-13T05:47:51.248148+0000","last_unstale":"2023-06-13T05:47:59.341186+0000","last_undegraded":"2023-06-13T05:47:59.341186+0000","last_fullsized":"2023-06-13T05:47:51.240648+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"18'182","reported_seq":14,"reported_epoch":24,"state":"active+clean+remapped","last_fresh":"2023-06-13T05:47:59.353459+0000","last_change":"2023-06-13T05:47:59.354107+0000","last_active":"2023-06-13T05:47:59.353459+0000","last_peered":"2023-06-13T05:47:59.353459+0000","last_clean":"2023-06-13T05:47:06.172408+0000","last_became_active":"2023-06-13T05:47:59.350954+0000","last_became_peered":"2023-06-13T05:47:59.350954+0000","last_unstale":"2023-06-13T05:47:59.353459+0000","last_undegraded":"2023-06-13T05:47:59.353459+0000","last_fullsized":"2023-06-13T05:47:59.353459+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":182,"log_dups_size":0,"ondisk_log_size":182,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":48737030,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0,3],"avail_no_missing":["0","3"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"18'133","reported_seq":371,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.340988+0000","last_change":"2023-06-13T05:47:07.276265+0000","last_active":"2023-06-13T05:47:59.340988+0000","last_peered":"2023-06-13T05:47:59.340988+0000","last_clean":"2023-06-13T05:47:59.340988+0000","last_became_active":"2023-06-13T05:47:07.273406+0000","last_became_peered":"2023-06-13T05:47:07.273406+0000","last_unstale":"2023-06-13T05:47:59.340988+0000","last_undegraded":"2023-06-13T05:47:59.340988+0000","last_fullsized":"2023-06-13T05:47:59.340988+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":133,"log_dups_size":0,"ondisk_log_size":133,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":160576718,"num_objects":56,"num_object_clones":0,"num_object_copies":112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":211,"num_read_kb":84114,"num_write":340,"num_write_kb":98268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":16,"reported_epoch":18,"state":"active+clean","last_fresh":"2023-06-13T05:47:09.209725+0000","last_change":"2023-06-13T05:46:56.291873+0000","last_active":"2023-06-13T05:47:09.209725+0000","last_peered":"2023-06-13T05:47:09.209725+0000","last_clean":"2023-06-13T05:47:09.209725+0000","last_became_active":"2023-06-13T05:46:56.286857+0000","last_became_peered":"2023-06-13T05:46:56.286857+0000","last_unstale":"2023-06-13T05:47:09.209725+0000","last_undegraded":"2023-06-13T05:47:09.209725+0000","last_fullsized":"2023-06-13T05:47:09.209725+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.314161+0000","last_change":"2023-06-13T05:46:56.303255+0000","last_active":"2023-06-13T05:47:59.314161+0000","last_peered":"2023-06-13T05:47:59.314161+0000","last_clean":"2023-06-13T05:47:59.314161+0000","last_became_active":"2023-06-13T05:46:56.300128+0000","last_became_peered":"2023-06-13T05:46:56.300128+0000","last_unstale":"2023-06-13T05:47:59.314161+0000","last_undegraded":"2023-06-13T05:47:59.314161+0000","last_fullsized":"2023-06-13T05:47:59.314161+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.6","version":"18'171","reported_seq":17,"reported_epoch":24,"state":"active+undersized","last_fresh":"2023-06-13T05:47:59.342968+0000","last_change":"2023-06-13T05:48:03.284613+0000","last_active":"2023-06-13T05:47:59.342968+0000","last_peered":"2023-06-13T05:47:59.342968+0000","last_clean":"2023-06-13T05:47:06.172408+0000","last_became_active":"2023-06-13T05:47:51.249819+0000","last_became_peered":"2023-06-13T05:47:51.249819+0000","last_unstale":"2023-06-13T05:47:59.342968+0000","last_undegraded":"2023-06-13T05:47:59.342968+0000","last_fullsized":"2023-06-13T05:47:51.243208+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":171,"log_dups_size":0,"ondisk_log_size":171,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":16,"stat_sum":{"num_bytes":1701617590,"num_objects":568,"num_object_clones":0,"num_object_copies":1136,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":52,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2460,"num_read_kb":1002035,"num_write":4484,"num_write_kb":1317054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":48737030,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2790,"ondisk_log_size":2790,"up":25,"acting":29,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":1180736,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":142,"num_read_kb":120,"num_write":274,"num_write_kb":3788,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":2,"acting":2,"num_store_stats":0},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":13,"acting":13,"num_store_stats":0}],"osd_stats":[{"osd":3,"up_from":9,"seq":38654705740,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":463612,"kb_used_data":428468,"kb_used_omap":0,"kb_used_meta":35136,"kb_avail":104393988,"statfs":{"total":107374182400,"available":106899443712,"internally_reserved":0,"allocated":438751232,"data_stored":435846968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":35979264},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":9,"seq":38654705740,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":245476,"kb_used_data":214428,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":104612124,"statfs":{"total":107374182400,"available":107122814976,"internally_reserved":0,"allocated":219574272,"data_stored":218022872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":9,"seq":38654705740,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":391128,"kb_used_data":360080,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":104466472,"statfs":{"total":107374182400,"available":106973667328,"internally_reserved":0,"allocated":368721920,"data_stored":366188531,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":9,"seq":38654705740,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":468260,"kb_used_data":433116,"kb_used_omap":0,"kb_used_meta":35136,"kb_avail":104389340,"statfs":{"total":107374182400,"available":106894684160,"internally_reserved":0,"allocated":443510784,"data_stored":440571290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":35979264},"hb_peers":[0,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]}],"pool_statfs":[]}} , 2023-06-13T05:48:09.854 INFO:tasks.ceph.ceph_manager.ceph:PG 3.e is not active+clean Ignoring malparsed backtrace: 2023-06-13T05:48:18.882 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.0', 'version': "18'145", 'reported_seq': 436, 'reported_epoch': 24, 'state': 'active+undersized+degraded', 'last_fresh': '2023-06-13T05:47:59.338325+0000', 'last_change': '2023-06-13T05:48:03.238898+0000', 'last_active': '2023-06-13T05:47:59.338325+0000', 'last_peered': '2023-06-13T05:47:59.338325+0000', 'last_clean': '2023-06-13T05:47:49.624205+0000', 'last_became_active': '2023-06-13T05:47:51.243324+0000', 'last_became_peered': '2023-06-13T05:47:51.243324+0000', 'last_unstale': '2023-06-13T05:47:59.338325+0000', 'last_undegraded': '2023-06-13T05:47:51.235682+0000', 'last_fullsized': '2023-06-13T05:47:51.235267+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 16, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 145, 'log_dups_size': 0, 'ondisk_log_size': 145, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 154325570, 'num_objects': 52, 'num_object_clones': 0, 'num_object_copies': 104, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 52, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 293, 'num_read_kb': 169250, 'num_write': 368, 'num_write_kb': 106260, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3], 'acting': [3], 'avail_no_missing': ['3'], 'object_location_counts': [{'shards': '3', 'objects': 52}], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} , 2023-06-13T05:48:18.882 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2 is not active+clean , 2023-06-13T05:48:18.883 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2', 'version': "18'183", 'reported_seq': 15, 'reported_epoch': 24, 'state': 'active+clean+remapped', 'last_fresh': '2023-06-13T05:47:59.318121+0000', 'last_change': '2023-06-13T05:47:53.312006+0000', 'last_active': '2023-06-13T05:47:59.318121+0000', 'last_peered': '2023-06-13T05:47:59.318121+0000', 'last_clean': '2023-06-13T05:47:59.318121+0000', 'last_became_active': '2023-06-13T05:47:53.303790+0000', 'last_became_peered': '2023-06-13T05:47:53.303790+0000', 'last_unstale': '2023-06-13T05:47:59.318121+0000', 'last_undegraded': '2023-06-13T05:47:59.318121+0000', 'last_fullsized': '2023-06-13T05:47:59.318121+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 22, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 183, 'log_dups_size': 0, 'ondisk_log_size': 183, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0, 1], 'avail_no_missing': ['0', '1'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} Ignoring malparsed backtrace: 2023-06-13T05:48:27.926 INFO:tasks.ceph.ceph_manager.ceph:PG 3.8 is not active+clean , 2023-06-13T05:48:27.926 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.8', 'version': "18'166", 'reported_seq': 21, 'reported_epoch': 26, 'state': 'active+undersized+wait', 'last_fresh': '2023-06-13T05:48:22.221068+0000', 'last_change': '2023-06-13T05:48:22.220636+0000', 'last_active': '2023-06-13T05:48:22.221068+0000', 'last_peered': '2023-06-13T05:48:22.221068+0000', 'last_clean': '2023-06-13T05:47:59.337487+0000', 'last_became_active': '2023-06-13T05:48:22.220636+0000', 'last_became_peered': '2023-06-13T05:48:22.220636+0000', 'last_unstale': '2023-06-13T05:48:22.221068+0000', 'last_undegraded': '2023-06-13T05:48:22.221068+0000', 'last_fullsized': '2023-06-13T05:48:22.215752+0000', 'mapping_epoch': 25, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 22, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 166, 'log_dups_size': 0, 'ondisk_log_size': 166, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3], 'acting': [3], 'avail_no_missing': ['3'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} , 2023-06-13T05:48:27.926 INFO:tasks.ceph.ceph_manager.ceph:PG 2.4 is not active+clean Ignoring malparsed backtrace: 2023-06-13T05:48:37.008 INFO:teuthology.orchestra.run.smithi060.stdout:{"pg_ready":true,"pg_map":{"version":68,"stamp":"2023-06-13T05:48:36.454514+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1702798326,"num_objects":572,"num_object_clones":0,"num_object_copies":1144,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":342,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2602,"num_read_kb":1002155,"num_write":4758,"num_write_kb":1320842,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":48737030,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2887,"ondisk_log_size":2887,"up":34,"acting":36,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":0,"num_osds":4,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":419430400,"kb_used":1568492,"kb_used_data":1436108,"kb_used_omap":0,"kb_used_meta":132352,"kb_avail":417861908,"statfs":{"total":429496729600,"available":427890593792,"internally_reserved":0,"allocated":1470574592,"data_stored":1460642329,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":135528448},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002819"},"pg_stats":[{"pgid":"3.f","version":"19'142","reported_seq":389,"reported_epoch":26,"state":"active+undersized+degraded+wait","last_fresh":"2023-06-13T05:48:22.218733+0000","last_change":"2023-06-13T05:48:22.218368+0000","last_active":"2023-06-13T05:48:22.218733+0000","last_peered":"2023-06-13T05:48:22.218733+0000","last_clean":"2023-06-13T05:47:59.316356+0000","last_became_active":"2023-06-13T05:48:22.218368+0000","last_became_peered":"2023-06-13T05:48:22.218368+0000","last_unstale":"2023-06-13T05:48:22.218733+0000","last_undegraded":"2023-06-13T05:48:22.209539+0000","last_fullsized":"2023-06-13T05:48:22.208916+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":145450682,"num_objects":46,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":46,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":86147,"num_write":358,"num_write_kb":100940,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0","objects":46}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"20'130","reported_seq":33,"reported_epoch":24,"state":"active+undersized","last_fresh":"2023-06-13T05:47:59.322390+0000","last_change":"2023-06-13T05:48:03.283715+0000","last_active":"2023-06-13T05:47:59.322390+0000","last_peered":"2023-06-13T05:47:59.322390+0000","last_clean":"2023-06-13T05:47:06.172408+0000","last_became_active":"2023-06-13T05:47:51.264994+0000","last_became_peered":"2023-06-13T05:47:51.264994+0000","last_unstale":"2023-06-13T05:47:59.322390+0000","last_undegraded":"2023-06-13T05:47:59.322390+0000","last_fullsized":"2023-06-13T05:47:51.260208+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":130,"log_dups_size":0,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5681162,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2,"num_write":20,"num_write_kb":6286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1],"acting":[1],"avail_no_missing":["1"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"20'225","reported_seq":573,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.309600+0000","last_change":"2023-06-13T05:47:07.274035+0000","last_active":"2023-06-13T05:47:59.309600+0000","last_peered":"2023-06-13T05:47:59.309600+0000","last_clean":"2023-06-13T05:47:59.309600+0000","last_became_active":"2023-06-13T05:47:07.266024+0000","last_became_peered":"2023-06-13T05:47:07.266024+0000","last_unstale":"2023-06-13T05:47:59.309600+0000","last_undegraded":"2023-06-13T05:47:59.309600+0000","last_fullsized":"2023-06-13T05:47:59.309600+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":225,"log_dups_size":0,"ondisk_log_size":225,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204580942,"num_objects":66,"num_object_clones":0,"num_object_copies":132,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":253,"num_read_kb":83646,"num_write":566,"num_write_kb":170482,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"19'130","reported_seq":356,"reported_epoch":26,"state":"active+clean","last_fresh":"2023-06-13T05:48:22.204378+0000","last_change":"2023-06-13T05:47:07.251094+0000","last_active":"2023-06-13T05:48:22.204378+0000","last_peered":"2023-06-13T05:48:22.204378+0000","last_clean":"2023-06-13T05:48:22.204378+0000","last_became_active":"2023-06-13T05:47:07.247628+0000","last_became_peered":"2023-06-13T05:47:07.247628+0000","last_unstale":"2023-06-13T05:48:22.204378+0000","last_undegraded":"2023-06-13T05:48:22.204378+0000","last_fullsized":"2023-06-13T05:48:22.204378+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":130,"log_dups_size":0,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":125786558,"num_objects":42,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":182,"num_read_kb":75741,"num_write":322,"num_write_kb":93396,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"22'188","reported_seq":28,"reported_epoch":26,"state":"active+clean+remapped","last_fresh":"2023-06-13T05:48:22.209235+0000","last_change":"2023-06-13T05:47:53.279865+0000","last_active":"2023-06-13T05:48:22.209235+0000","last_peered":"2023-06-13T05:48:22.209235+0000","last_clean":"2023-06-13T05:48:22.209235+0000","last_became_active":"2023-06-13T05:47:53.273788+0000","last_became_peered":"2023-06-13T05:47:53.273788+0000","last_unstale":"2023-06-13T05:48:22.209235+0000","last_undegraded":"2023-06-13T05:48:22.209235+0000","last_fullsized":"2023-06-13T05:48:22.209235+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3764768,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1,"num_write":10,"num_write_kb":3680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0,3],"avail_no_missing":["0","3"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.a","version":"18'219","reported_seq":579,"reported_epoch":26,"state":"active+undersized+degraded+wait","last_fresh":"2023-06-13T05:48:22.225768+0000","last_change":"2023-06-13T05:48:22.225410+0000","last_active":"2023-06-13T05:48:22.225768+0000","last_peered":"2023-06-13T05:48:22.225768+0000","last_clean":"2023-06-13T05:47:59.321482+0000","last_became_active":"2023-06-13T05:48:22.225410+0000","last_became_peered":"2023-06-13T05:48:22.225410+0000","last_unstale":"2023-06-13T05:48:22.225768+0000","last_undegraded":"2023-06-13T05:48:22.219074+0000","last_fullsized":"2023-06-13T05:48:22.218649+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":219,"log_dups_size":0,"ondisk_log_size":219,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":203974966,"num_objects":70,"num_object_clones":0,"num_object_copies":140,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":70,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":291,"num_read_kb":104671,"num_write":554,"num_write_kb":162292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0","objects":70}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"21'176","reported_seq":466,"reported_epoch":26,"state":"active+undersized+degraded+wait","last_fresh":"2023-06-13T05:48:22.214510+0000","last_change":"2023-06-13T05:48:22.214145+0000","last_active":"2023-06-13T05:48:22.214510+0000","last_peered":"2023-06-13T05:48:22.214510+0000","last_clean":"2023-06-13T05:47:59.322796+0000","last_became_active":"2023-06-13T05:48:22.214145+0000","last_became_peered":"2023-06-13T05:48:22.214145+0000","last_unstale":"2023-06-13T05:48:22.214510+0000","last_undegraded":"2023-06-13T05:48:22.204140+0000","last_fullsized":"2023-06-13T05:48:22.203657+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":176,"log_dups_size":0,"ondisk_log_size":176,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":148644738,"num_objects":50,"num_object_clones":0,"num_object_copies":100,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":50,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":218,"num_read_kb":81216,"num_write":434,"num_write_kb":128988,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0","objects":50}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.8","version":"18'166","reported_seq":21,"reported_epoch":26,"state":"active+undersized+wait","last_fresh":"2023-06-13T05:48:22.221068+0000","last_change":"2023-06-13T05:48:22.220636+0000","last_active":"2023-06-13T05:48:22.221068+0000","last_peered":"2023-06-13T05:48:22.221068+0000","last_clean":"2023-06-13T05:47:59.337487+0000","last_became_active":"2023-06-13T05:48:22.220636+0000","last_became_peered":"2023-06-13T05:48:22.220636+0000","last_unstale":"2023-06-13T05:48:22.221068+0000","last_undegraded":"2023-06-13T05:48:22.221068+0000","last_fullsized":"2023-06-13T05:48:22.215752+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":166,"log_dups_size":0,"ondisk_log_size":166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.214726+0000","last_change":"2023-06-13T05:48:00.310391+0000","last_active":"2023-06-13T05:48:22.214726+0000","last_peered":"2023-06-13T05:48:22.214726+0000","last_clean":"2023-06-13T05:46:55.188408+0000","last_became_active":"2023-06-13T05:47:51.244080+0000","last_became_peered":"2023-06-13T05:47:51.244080+0000","last_unstale":"2023-06-13T05:48:22.214726+0000","last_undegraded":"2023-06-13T05:48:22.214726+0000","last_fullsized":"2023-06-13T05:47:51.240684+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.5","version":"19'166","reported_seq":432,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.311440+0000","last_change":"2023-06-13T05:47:07.268946+0000","last_active":"2023-06-13T05:47:59.311440+0000","last_peered":"2023-06-13T05:47:59.311440+0000","last_clean":"2023-06-13T05:47:59.311440+0000","last_became_active":"2023-06-13T05:47:07.263874+0000","last_became_peered":"2023-06-13T05:47:07.263874+0000","last_unstale":"2023-06-13T05:47:59.311440+0000","last_undegraded":"2023-06-13T05:47:59.311440+0000","last_fullsized":"2023-06-13T05:47:59.311440+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":166,"log_dups_size":0,"ondisk_log_size":166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":132376882,"num_objects":46,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":196,"num_read_kb":71553,"num_write":414,"num_write_kb":122784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":37,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.210690+0000","last_change":"2023-06-13T05:48:00.294631+0000","last_active":"2023-06-13T05:48:22.210690+0000","last_peered":"2023-06-13T05:48:22.210690+0000","last_clean":"2023-06-13T05:47:12.301036+0000","last_became_active":"2023-06-13T05:47:51.286565+0000","last_became_peered":"2023-06-13T05:47:51.286565+0000","last_unstale":"2023-06-13T05:48:22.210690+0000","last_undegraded":"2023-06-13T05:48:22.210690+0000","last_fullsized":"2023-06-13T05:47:51.249247+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3","version":"18'192","reported_seq":507,"reported_epoch":18,"state":"active+clean","last_fresh":"2023-06-13T05:47:50.497563+0000","last_change":"2023-06-13T05:47:07.267949+0000","last_active":"2023-06-13T05:47:50.497563+0000","last_peered":"2023-06-13T05:47:50.497563+0000","last_clean":"2023-06-13T05:47:50.497563+0000","last_became_active":"2023-06-13T05:47:07.264973+0000","last_became_peered":"2023-06-13T05:47:07.264973+0000","last_unstale":"2023-06-13T05:47:50.497563+0000","last_undegraded":"2023-06-13T05:47:50.497563+0000","last_fullsized":"2023-06-13T05:47:50.497563+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":192,"log_dups_size":0,"ondisk_log_size":192,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":209789132,"num_objects":72,"num_object_clones":0,"num_object_copies":144,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":285,"num_read_kb":94635,"num_write":488,"num_write_kb":142692,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.314694+0000","last_change":"2023-06-13T05:46:56.320929+0000","last_active":"2023-06-13T05:47:59.314694+0000","last_peered":"2023-06-13T05:47:59.314694+0000","last_clean":"2023-06-13T05:47:59.314694+0000","last_became_active":"2023-06-13T05:46:56.313840+0000","last_became_peered":"2023-06-13T05:46:56.313840+0000","last_unstale":"2023-06-13T05:47:59.314694+0000","last_undegraded":"2023-06-13T05:47:59.314694+0000","last_fullsized":"2023-06-13T05:47:59.314694+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"18'145","reported_seq":440,"reported_epoch":26,"state":"active+undersized+degraded","last_fresh":"2023-06-13T05:48:22.217161+0000","last_change":"2023-06-13T05:48:03.238898+0000","last_active":"2023-06-13T05:48:22.217161+0000","last_peered":"2023-06-13T05:48:22.217161+0000","last_clean":"2023-06-13T05:47:49.624205+0000","last_became_active":"2023-06-13T05:47:51.243324+0000","last_became_peered":"2023-06-13T05:47:51.243324+0000","last_unstale":"2023-06-13T05:48:22.217161+0000","last_undegraded":"2023-06-13T05:47:51.235682+0000","last_fullsized":"2023-06-13T05:47:51.235267+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":145,"log_dups_size":0,"ondisk_log_size":145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154325570,"num_objects":52,"num_object_clones":0,"num_object_copies":104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":52,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":293,"num_read_kb":169250,"num_write":368,"num_write_kb":106260,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[{"shards":"3","objects":52}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.317217+0000","last_change":"2023-06-13T05:46:56.299807+0000","last_active":"2023-06-13T05:47:59.317217+0000","last_peered":"2023-06-13T05:47:59.317217+0000","last_clean":"2023-06-13T05:47:59.317217+0000","last_became_active":"2023-06-13T05:46:56.296570+0000","last_became_peered":"2023-06-13T05:46:56.296570+0000","last_unstale":"2023-06-13T05:47:59.317217+0000","last_undegraded":"2023-06-13T05:47:59.317217+0000","last_fullsized":"2023-06-13T05:47:59.317217+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"13'97","reported_seq":262,"reported_epoch":26,"state":"active+clean","last_fresh":"2023-06-13T05:48:22.208908+0000","last_change":"2023-06-13T05:46:54.245148+0000","last_active":"2023-06-13T05:48:22.208908+0000","last_peered":"2023-06-13T05:48:22.208908+0000","last_clean":"2023-06-13T05:48:22.208908+0000","last_became_active":"2023-06-13T05:46:54.241383+0000","last_became_peered":"2023-06-13T05:46:54.241383+0000","last_unstale":"2023-06-13T05:48:22.208908+0000","last_undegraded":"2023-06-13T05:48:22.208908+0000","last_fullsized":"2023-06-13T05:48:22.208908+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:53.179309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:53.179309+0000","last_clean_scrub_stamp":"2023-06-13T05:46:53.179309+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1180736,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":142,"num_read_kb":120,"num_write":274,"num_write_kb":3788,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"18'183","reported_seq":21,"reported_epoch":26,"state":"active+undersized+wait","last_fresh":"2023-06-13T05:48:22.216384+0000","last_change":"2023-06-13T05:48:22.215989+0000","last_active":"2023-06-13T05:48:22.216384+0000","last_peered":"2023-06-13T05:48:22.216384+0000","last_clean":"2023-06-13T05:47:59.320648+0000","last_became_active":"2023-06-13T05:48:22.215989+0000","last_became_peered":"2023-06-13T05:48:22.215989+0000","last_unstale":"2023-06-13T05:48:22.216384+0000","last_undegraded":"2023-06-13T05:48:22.216384+0000","last_fullsized":"2023-06-13T05:48:22.206062+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":183,"log_dups_size":0,"ondisk_log_size":183,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":37,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.228472+0000","last_change":"2023-06-13T05:48:32.315217+0000","last_active":"2023-06-13T05:48:22.228472+0000","last_peered":"2023-06-13T05:48:22.228472+0000","last_clean":"2023-06-13T05:47:59.317967+0000","last_became_active":"2023-06-13T05:48:22.223568+0000","last_became_peered":"2023-06-13T05:48:22.223568+0000","last_unstale":"2023-06-13T05:48:22.228472+0000","last_undegraded":"2023-06-13T05:48:22.228472+0000","last_fullsized":"2023-06-13T05:48:22.215925+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"19'242","reported_seq":653,"reported_epoch":26,"state":"active+undersized+degraded+wait","last_fresh":"2023-06-13T05:48:22.218628+0000","last_change":"2023-06-13T05:48:22.218072+0000","last_active":"2023-06-13T05:48:22.218628+0000","last_peered":"2023-06-13T05:48:22.218628+0000","last_clean":"2023-06-13T05:47:59.334991+0000","last_became_active":"2023-06-13T05:48:22.218072+0000","last_became_peered":"2023-06-13T05:48:22.218072+0000","last_unstale":"2023-06-13T05:48:22.218628+0000","last_undegraded":"2023-06-13T05:48:22.213401+0000","last_fullsized":"2023-06-13T05:48:22.212084+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":242,"log_dups_size":0,"ondisk_log_size":242,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":206665472,"num_objects":68,"num_object_clones":0,"num_object_copies":136,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":68,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":335,"num_read_kb":151059,"num_write":610,"num_write_kb":180986,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[{"shards":"3","objects":68}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":37,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.203520+0000","last_change":"2023-06-13T05:48:00.306539+0000","last_active":"2023-06-13T05:48:22.203520+0000","last_peered":"2023-06-13T05:48:22.203520+0000","last_clean":"2023-06-13T05:47:12.330806+0000","last_became_active":"2023-06-13T05:47:51.248148+0000","last_became_peered":"2023-06-13T05:47:51.248148+0000","last_unstale":"2023-06-13T05:48:22.203520+0000","last_undegraded":"2023-06-13T05:48:22.203520+0000","last_fullsized":"2023-06-13T05:47:51.240648+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"18'182","reported_seq":18,"reported_epoch":26,"state":"active+clean+remapped","last_fresh":"2023-06-13T05:48:22.217361+0000","last_change":"2023-06-13T05:47:59.354107+0000","last_active":"2023-06-13T05:48:22.217361+0000","last_peered":"2023-06-13T05:48:22.217361+0000","last_clean":"2023-06-13T05:48:22.217361+0000","last_became_active":"2023-06-13T05:47:59.350954+0000","last_became_peered":"2023-06-13T05:47:59.350954+0000","last_unstale":"2023-06-13T05:48:22.217361+0000","last_undegraded":"2023-06-13T05:48:22.217361+0000","last_fullsized":"2023-06-13T05:48:22.217361+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":182,"log_dups_size":0,"ondisk_log_size":182,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":48737030,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0,3],"avail_no_missing":["0","3"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"18'133","reported_seq":377,"reported_epoch":26,"state":"active+undersized+degraded+wait","last_fresh":"2023-06-13T05:48:22.223441+0000","last_change":"2023-06-13T05:48:22.222988+0000","last_active":"2023-06-13T05:48:22.223441+0000","last_peered":"2023-06-13T05:48:22.223441+0000","last_clean":"2023-06-13T05:47:59.341583+0000","last_became_active":"2023-06-13T05:48:22.222988+0000","last_became_peered":"2023-06-13T05:48:22.222988+0000","last_unstale":"2023-06-13T05:48:22.223441+0000","last_undegraded":"2023-06-13T05:48:22.213745+0000","last_fullsized":"2023-06-13T05:48:22.213202+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":133,"log_dups_size":0,"ondisk_log_size":133,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":160576718,"num_objects":56,"num_object_clones":0,"num_object_copies":112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":56,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":211,"num_read_kb":84114,"num_write":340,"num_write_kb":98268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[{"shards":"3","objects":56}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":16,"reported_epoch":18,"state":"active+clean","last_fresh":"2023-06-13T05:47:09.209725+0000","last_change":"2023-06-13T05:46:56.291873+0000","last_active":"2023-06-13T05:47:09.209725+0000","last_peered":"2023-06-13T05:47:09.209725+0000","last_clean":"2023-06-13T05:47:09.209725+0000","last_became_active":"2023-06-13T05:46:56.286857+0000","last_became_peered":"2023-06-13T05:46:56.286857+0000","last_unstale":"2023-06-13T05:47:09.209725+0000","last_undegraded":"2023-06-13T05:47:09.209725+0000","last_fullsized":"2023-06-13T05:47:09.209725+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.314161+0000","last_change":"2023-06-13T05:46:56.303255+0000","last_active":"2023-06-13T05:47:59.314161+0000","last_peered":"2023-06-13T05:47:59.314161+0000","last_clean":"2023-06-13T05:47:59.314161+0000","last_became_active":"2023-06-13T05:46:56.300128+0000","last_became_peered":"2023-06-13T05:46:56.300128+0000","last_unstale":"2023-06-13T05:47:59.314161+0000","last_undegraded":"2023-06-13T05:47:59.314161+0000","last_fullsized":"2023-06-13T05:47:59.314161+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.6","version":"18'171","reported_seq":21,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.209187+0000","last_change":"2023-06-13T05:48:03.284613+0000","last_active":"2023-06-13T05:48:22.209187+0000","last_peered":"2023-06-13T05:48:22.209187+0000","last_clean":"2023-06-13T05:47:06.172408+0000","last_became_active":"2023-06-13T05:47:51.249819+0000","last_became_peered":"2023-06-13T05:47:51.249819+0000","last_unstale":"2023-06-13T05:48:22.209187+0000","last_undegraded":"2023-06-13T05:48:22.209187+0000","last_fullsized":"2023-06-13T05:47:51.243208+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":171,"log_dups_size":0,"ondisk_log_size":171,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":16,"stat_sum":{"num_bytes":1701617590,"num_objects":568,"num_object_clones":0,"num_object_copies":1136,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":342,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2460,"num_read_kb":1002035,"num_write":4484,"num_write_kb":1317054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":48737030,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2790,"ondisk_log_size":2790,"up":20,"acting":22,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":1180736,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":142,"num_read_kb":120,"num_write":274,"num_write_kb":3788,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":2,"acting":2,"num_store_stats":0},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":12,"acting":12,"num_store_stats":0}],"osd_stats":[{"osd":3,"up_from":9,"seq":38654705765,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":463620,"kb_used_data":428476,"kb_used_omap":0,"kb_used_meta":35136,"kb_avail":104393980,"statfs":{"total":107374182400,"available":106899435520,"internally_reserved":0,"allocated":438759424,"data_stored":435853302,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":35979264},"hb_peers":[0],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":9,"seq":38654705765,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":245476,"kb_used_data":214428,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":104612124,"statfs":{"total":107374182400,"available":107122814976,"internally_reserved":0,"allocated":219574272,"data_stored":218022872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":9,"seq":38654705765,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":391136,"kb_used_data":360088,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":104466464,"statfs":{"total":107374182400,"available":106973659136,"internally_reserved":0,"allocated":368730112,"data_stored":366194865,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":9,"seq":38654705765,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":468260,"kb_used_data":433116,"kb_used_omap":0,"kb_used_meta":35136,"kb_avail":104389340,"statfs":{"total":107374182400,"available":106894684160,"internally_reserved":0,"allocated":443510784,"data_stored":440571290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":35979264},"hb_peers":[0,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]}],"pool_statfs":[]}} , 2023-06-13T05:48:37.010 INFO:tasks.ceph.ceph_manager.ceph:PG 3.f is not active+clean , 2023-06-13T05:48:37.010 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.f', 'version': "19'142", 'reported_seq': 389, 'reported_epoch': 26, 'state': 'active+undersized+degraded+wait', 'last_fresh': '2023-06-13T05:48:22.218733+0000', 'last_change': '2023-06-13T05:48:22.218368+0000', 'last_active': '2023-06-13T05:48:22.218733+0000', 'last_peered': '2023-06-13T05:48:22.218733+0000', 'last_clean': '2023-06-13T05:47:59.316356+0000', 'last_became_active': '2023-06-13T05:48:22.218368+0000', 'last_became_peered': '2023-06-13T05:48:22.218368+0000', 'last_unstale': '2023-06-13T05:48:22.218733+0000', 'last_undegraded': '2023-06-13T05:48:22.209539+0000', 'last_fullsized': '2023-06-13T05:48:22.208916+0000', 'mapping_epoch': 25, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 16, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 142, 'log_dups_size': 0, 'ondisk_log_size': 142, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 145450682, 'num_objects': 46, 'num_object_clones': 0, 'num_object_copies': 92, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 46, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 189, 'num_read_kb': 86147, 'num_write': 358, 'num_write_kb': 100940, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0], 'avail_no_missing': ['0'], 'object_location_counts': [{'shards': '0', 'objects': 46}], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} Ignoring malparsed backtrace: 2023-06-13T05:48:45.766 DEBUG:teuthology.orchestra.run.smithi060:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json , 2023-06-13T05:48:45.893+0000 7f1d874a2700 -1 WARNING: the following dangerous and experimental features are enabled: crimson , 2023-06-13T05:48:45.899+0000 7f1d874a2700 -1 WARNING: the following dangerous and experimental features are enabled: crimson Ignoring malparsed backtrace: 2023-06-13T05:48:51.002 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.4', 'version': "18'182", 'reported_seq': 18, 'reported_epoch': 26, 'state': 'active+clean+remapped', 'last_fresh': '2023-06-13T05:48:22.217361+0000', 'last_change': '2023-06-13T05:47:59.354107+0000', 'last_active': '2023-06-13T05:48:22.217361+0000', 'last_peered': '2023-06-13T05:48:22.217361+0000', 'last_clean': '2023-06-13T05:48:22.217361+0000', 'last_became_active': '2023-06-13T05:47:59.350954+0000', 'last_became_peered': '2023-06-13T05:47:59.350954+0000', 'last_unstale': '2023-06-13T05:48:22.217361+0000', 'last_undegraded': '2023-06-13T05:48:22.217361+0000', 'last_fullsized': '2023-06-13T05:48:22.217361+0000', 'mapping_epoch': 23, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 24, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 182, 'log_dups_size': 0, 'ondisk_log_size': 182, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 36, 'num_bytes_recovered': 48737030, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0, 3], 'avail_no_missing': ['0', '3'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} , 2023-06-13T05:48:51.003 INFO:tasks.ceph.ceph_manager.ceph:PG 3.7 is not active+clean , 2023-06-13T05:48:51.003 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.7', 'version': "18'133", 'reported_seq': 378, 'reported_epoch': 26, 'state': 'active+undersized+degraded', 'last_fresh': '2023-06-13T05:48:22.226928+0000', 'last_change': '2023-06-13T05:48:35.276997+0000', 'last_active': '2023-06-13T05:48:22.226928+0000', 'last_peered': '2023-06-13T05:48:22.226928+0000', 'last_clean': '2023-06-13T05:47:59.341583+0000', 'last_became_active': '2023-06-13T05:48:22.222988+0000', 'last_became_peered': '2023-06-13T05:48:22.222988+0000', 'last_unstale': '2023-06-13T05:48:22.226928+0000', 'last_undegraded': '2023-06-13T05:48:22.213745+0000', 'last_fullsized': '2023-06-13T05:48:22.213202+0000', 'mapping_epoch': 25, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 16, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 133, 'log_dups_size': 0, 'ondisk_log_size': 133, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 160576718, 'num_objects': 56, 'num_object_clones': 0, 'num_object_copies': 112, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 56, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 211, 'num_read_kb': 84114, 'num_write': 340, 'num_write_kb': 98268, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3], 'acting': [3], 'avail_no_missing': ['3'], 'object_location_counts': [{'shards': '3', 'objects': 56}], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} Ignoring malparsed backtrace: 2023-06-13T05:49:00.019 INFO:tasks.ceph.ceph_manager.ceph:PG 3.8 is not active+clean , 2023-06-13T05:49:00.020 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.8', 'version': "18'166", 'reported_seq': 22, 'reported_epoch': 26, 'state': 'active+undersized', 'last_fresh': '2023-06-13T05:48:22.225219+0000', 'last_change': '2023-06-13T05:48:33.302196+0000', 'last_active': '2023-06-13T05:48:22.225219+0000', 'last_peered': '2023-06-13T05:48:22.225219+0000', 'last_clean': '2023-06-13T05:47:59.337487+0000', 'last_became_active': '2023-06-13T05:48:22.220636+0000', 'last_became_peered': '2023-06-13T05:48:22.220636+0000', 'last_unstale': '2023-06-13T05:48:22.225219+0000', 'last_undegraded': '2023-06-13T05:48:22.225219+0000', 'last_fullsized': '2023-06-13T05:48:22.215752+0000', 'mapping_epoch': 25, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 22, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 166, 'log_dups_size': 0, 'ondisk_log_size': 166, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3], 'acting': [3], 'avail_no_missing': ['3'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} , 2023-06-13T05:49:00.020 INFO:tasks.ceph.ceph_manager.ceph:PG 2.4 is not active+clean Ignoring malparsed backtrace: 2023-06-13T05:49:08.685 INFO:teuthology.orchestra.run.smithi060.stdout: , dumped all , 2023-06-13T05:49:08.698 INFO:teuthology.orchestra.run.smithi060.stdout:{"pg_ready":true,"pg_map":{"version":84,"stamp":"2023-06-13T05:49:08.462119+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1493009194,"num_objects":500,"num_object_clones":0,"num_object_copies":1000,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":342,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2327,"num_read_kb":911347,"num_write":4282,"num_write_kb":1181404,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":48737030,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2892,"ondisk_log_size":2892,"up":32,"acting":34,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":0,"num_osds":4,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":419430400,"kb_used":1568492,"kb_used_data":1436108,"kb_used_omap":0,"kb_used_meta":132352,"kb_avail":417861908,"statfs":{"total":429496729600,"available":427890593792,"internally_reserved":0,"allocated":1470574592,"data_stored":1460642329,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":135528448},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003150"},"pg_stats":[{"pgid":"3.f","version":"19'142","reported_seq":390,"reported_epoch":26,"state":"active+undersized+degraded","last_fresh":"2023-06-13T05:48:22.222890+0000","last_change":"2023-06-13T05:48:35.299893+0000","last_active":"2023-06-13T05:48:22.222890+0000","last_peered":"2023-06-13T05:48:22.222890+0000","last_clean":"2023-06-13T05:47:59.316356+0000","last_became_active":"2023-06-13T05:48:22.218368+0000","last_became_peered":"2023-06-13T05:48:22.218368+0000","last_unstale":"2023-06-13T05:48:22.222890+0000","last_undegraded":"2023-06-13T05:48:22.209539+0000","last_fullsized":"2023-06-13T05:48:22.208916+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":145450682,"num_objects":46,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":46,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":86147,"num_write":358,"num_write_kb":100940,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0","objects":46}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"20'130","reported_seq":33,"reported_epoch":24,"state":"active+undersized","last_fresh":"2023-06-13T05:47:59.322390+0000","last_change":"2023-06-13T05:48:03.283715+0000","last_active":"2023-06-13T05:47:59.322390+0000","last_peered":"2023-06-13T05:47:59.322390+0000","last_clean":"2023-06-13T05:47:06.172408+0000","last_became_active":"2023-06-13T05:47:51.264994+0000","last_became_peered":"2023-06-13T05:47:51.264994+0000","last_unstale":"2023-06-13T05:47:59.322390+0000","last_undegraded":"2023-06-13T05:47:59.322390+0000","last_fullsized":"2023-06-13T05:47:51.260208+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":130,"log_dups_size":0,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5681162,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2,"num_write":20,"num_write_kb":6286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1],"acting":[1],"avail_no_missing":["1"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"20'225","reported_seq":573,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.309600+0000","last_change":"2023-06-13T05:47:07.274035+0000","last_active":"2023-06-13T05:47:59.309600+0000","last_peered":"2023-06-13T05:47:59.309600+0000","last_clean":"2023-06-13T05:47:59.309600+0000","last_became_active":"2023-06-13T05:47:07.266024+0000","last_became_peered":"2023-06-13T05:47:07.266024+0000","last_unstale":"2023-06-13T05:47:59.309600+0000","last_undegraded":"2023-06-13T05:47:59.309600+0000","last_fullsized":"2023-06-13T05:47:59.309600+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":225,"log_dups_size":0,"ondisk_log_size":225,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204580942,"num_objects":66,"num_object_clones":0,"num_object_copies":132,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":253,"num_read_kb":83646,"num_write":566,"num_write_kb":170482,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"19'130","reported_seq":356,"reported_epoch":26,"state":"active+clean","last_fresh":"2023-06-13T05:48:22.204378+0000","last_change":"2023-06-13T05:47:07.251094+0000","last_active":"2023-06-13T05:48:22.204378+0000","last_peered":"2023-06-13T05:48:22.204378+0000","last_clean":"2023-06-13T05:48:22.204378+0000","last_became_active":"2023-06-13T05:47:07.247628+0000","last_became_peered":"2023-06-13T05:47:07.247628+0000","last_unstale":"2023-06-13T05:48:22.204378+0000","last_undegraded":"2023-06-13T05:48:22.204378+0000","last_fullsized":"2023-06-13T05:48:22.204378+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":130,"log_dups_size":0,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":125786558,"num_objects":42,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":182,"num_read_kb":75741,"num_write":322,"num_write_kb":93396,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"22'188","reported_seq":28,"reported_epoch":26,"state":"active+clean+remapped","last_fresh":"2023-06-13T05:48:22.209235+0000","last_change":"2023-06-13T05:47:53.279865+0000","last_active":"2023-06-13T05:48:22.209235+0000","last_peered":"2023-06-13T05:48:22.209235+0000","last_clean":"2023-06-13T05:48:22.209235+0000","last_became_active":"2023-06-13T05:47:53.273788+0000","last_became_peered":"2023-06-13T05:47:53.273788+0000","last_unstale":"2023-06-13T05:48:22.209235+0000","last_undegraded":"2023-06-13T05:48:22.209235+0000","last_fullsized":"2023-06-13T05:48:22.209235+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3764768,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1,"num_write":10,"num_write_kb":3680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0,3],"avail_no_missing":["0","3"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.a","version":"18'219","reported_seq":580,"reported_epoch":26,"state":"active+undersized+degraded","last_fresh":"2023-06-13T05:48:22.229490+0000","last_change":"2023-06-13T05:48:35.314852+0000","last_active":"2023-06-13T05:48:22.229490+0000","last_peered":"2023-06-13T05:48:22.229490+0000","last_clean":"2023-06-13T05:47:59.321482+0000","last_became_active":"2023-06-13T05:48:22.225410+0000","last_became_peered":"2023-06-13T05:48:22.225410+0000","last_unstale":"2023-06-13T05:48:22.229490+0000","last_undegraded":"2023-06-13T05:48:22.219074+0000","last_fullsized":"2023-06-13T05:48:22.218649+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":219,"log_dups_size":0,"ondisk_log_size":219,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":203974966,"num_objects":70,"num_object_clones":0,"num_object_copies":140,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":70,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":291,"num_read_kb":104671,"num_write":554,"num_write_kb":162292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0","objects":70}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"21'176","reported_seq":467,"reported_epoch":26,"state":"active+undersized+degraded","last_fresh":"2023-06-13T05:48:22.220105+0000","last_change":"2023-06-13T05:48:35.294877+0000","last_active":"2023-06-13T05:48:22.220105+0000","last_peered":"2023-06-13T05:48:22.220105+0000","last_clean":"2023-06-13T05:47:59.322796+0000","last_became_active":"2023-06-13T05:48:22.214145+0000","last_became_peered":"2023-06-13T05:48:22.214145+0000","last_unstale":"2023-06-13T05:48:22.220105+0000","last_undegraded":"2023-06-13T05:48:22.204140+0000","last_fullsized":"2023-06-13T05:48:22.203657+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":176,"log_dups_size":0,"ondisk_log_size":176,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":148644738,"num_objects":50,"num_object_clones":0,"num_object_copies":100,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":50,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":218,"num_read_kb":81216,"num_write":434,"num_write_kb":128988,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0","objects":50}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.8","version":"18'166","reported_seq":22,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.225219+0000","last_change":"2023-06-13T05:48:33.302196+0000","last_active":"2023-06-13T05:48:22.225219+0000","last_peered":"2023-06-13T05:48:22.225219+0000","last_clean":"2023-06-13T05:47:59.337487+0000","last_became_active":"2023-06-13T05:48:22.220636+0000","last_became_peered":"2023-06-13T05:48:22.220636+0000","last_unstale":"2023-06-13T05:48:22.225219+0000","last_undegraded":"2023-06-13T05:48:22.225219+0000","last_fullsized":"2023-06-13T05:48:22.215752+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":166,"log_dups_size":0,"ondisk_log_size":166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.214726+0000","last_change":"2023-06-13T05:48:00.310391+0000","last_active":"2023-06-13T05:48:22.214726+0000","last_peered":"2023-06-13T05:48:22.214726+0000","last_clean":"2023-06-13T05:46:55.188408+0000","last_became_active":"2023-06-13T05:47:51.244080+0000","last_became_peered":"2023-06-13T05:47:51.244080+0000","last_unstale":"2023-06-13T05:48:22.214726+0000","last_undegraded":"2023-06-13T05:48:22.214726+0000","last_fullsized":"2023-06-13T05:47:51.240684+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.5","version":"19'166","reported_seq":432,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.311440+0000","last_change":"2023-06-13T05:47:07.268946+0000","last_active":"2023-06-13T05:47:59.311440+0000","last_peered":"2023-06-13T05:47:59.311440+0000","last_clean":"2023-06-13T05:47:59.311440+0000","last_became_active":"2023-06-13T05:47:07.263874+0000","last_became_peered":"2023-06-13T05:47:07.263874+0000","last_unstale":"2023-06-13T05:47:59.311440+0000","last_undegraded":"2023-06-13T05:47:59.311440+0000","last_fullsized":"2023-06-13T05:47:59.311440+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":166,"log_dups_size":0,"ondisk_log_size":166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":132376882,"num_objects":46,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":196,"num_read_kb":71553,"num_write":414,"num_write_kb":122784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":37,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.210690+0000","last_change":"2023-06-13T05:48:00.294631+0000","last_active":"2023-06-13T05:48:22.210690+0000","last_peered":"2023-06-13T05:48:22.210690+0000","last_clean":"2023-06-13T05:47:12.301036+0000","last_became_active":"2023-06-13T05:47:51.286565+0000","last_became_peered":"2023-06-13T05:47:51.286565+0000","last_unstale":"2023-06-13T05:48:22.210690+0000","last_undegraded":"2023-06-13T05:48:22.210690+0000","last_fullsized":"2023-06-13T05:47:51.249247+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3","version":"20'197","reported_seq":35,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.205007+0000","last_change":"2023-06-13T05:48:03.274067+0000","last_active":"2023-06-13T05:48:22.205007+0000","last_peered":"2023-06-13T05:48:22.205007+0000","last_clean":"2023-06-13T05:47:06.172408+0000","last_became_active":"2023-06-13T05:47:51.277690+0000","last_became_peered":"2023-06-13T05:47:51.277690+0000","last_unstale":"2023-06-13T05:48:22.205007+0000","last_undegraded":"2023-06-13T05:48:22.205007+0000","last_fullsized":"2023-06-13T05:47:51.253219+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":3827,"num_write":12,"num_write_kb":3254,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.314694+0000","last_change":"2023-06-13T05:46:56.320929+0000","last_active":"2023-06-13T05:47:59.314694+0000","last_peered":"2023-06-13T05:47:59.314694+0000","last_clean":"2023-06-13T05:47:59.314694+0000","last_became_active":"2023-06-13T05:46:56.313840+0000","last_became_peered":"2023-06-13T05:46:56.313840+0000","last_unstale":"2023-06-13T05:47:59.314694+0000","last_undegraded":"2023-06-13T05:47:59.314694+0000","last_fullsized":"2023-06-13T05:47:59.314694+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"18'145","reported_seq":440,"reported_epoch":26,"state":"active+undersized+degraded","last_fresh":"2023-06-13T05:48:22.217161+0000","last_change":"2023-06-13T05:48:03.238898+0000","last_active":"2023-06-13T05:48:22.217161+0000","last_peered":"2023-06-13T05:48:22.217161+0000","last_clean":"2023-06-13T05:47:49.624205+0000","last_became_active":"2023-06-13T05:47:51.243324+0000","last_became_peered":"2023-06-13T05:47:51.243324+0000","last_unstale":"2023-06-13T05:48:22.217161+0000","last_undegraded":"2023-06-13T05:47:51.235682+0000","last_fullsized":"2023-06-13T05:47:51.235267+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":145,"log_dups_size":0,"ondisk_log_size":145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154325570,"num_objects":52,"num_object_clones":0,"num_object_copies":104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":52,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":293,"num_read_kb":169250,"num_write":368,"num_write_kb":106260,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[{"shards":"3","objects":52}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.317217+0000","last_change":"2023-06-13T05:46:56.299807+0000","last_active":"2023-06-13T05:47:59.317217+0000","last_peered":"2023-06-13T05:47:59.317217+0000","last_clean":"2023-06-13T05:47:59.317217+0000","last_became_active":"2023-06-13T05:46:56.296570+0000","last_became_peered":"2023-06-13T05:46:56.296570+0000","last_unstale":"2023-06-13T05:47:59.317217+0000","last_undegraded":"2023-06-13T05:47:59.317217+0000","last_fullsized":"2023-06-13T05:47:59.317217+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"13'97","reported_seq":262,"reported_epoch":26,"state":"active+clean","last_fresh":"2023-06-13T05:48:22.208908+0000","last_change":"2023-06-13T05:46:54.245148+0000","last_active":"2023-06-13T05:48:22.208908+0000","last_peered":"2023-06-13T05:48:22.208908+0000","last_clean":"2023-06-13T05:48:22.208908+0000","last_became_active":"2023-06-13T05:46:54.241383+0000","last_became_peered":"2023-06-13T05:46:54.241383+0000","last_unstale":"2023-06-13T05:48:22.208908+0000","last_undegraded":"2023-06-13T05:48:22.208908+0000","last_fullsized":"2023-06-13T05:48:22.208908+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:53.179309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:53.179309+0000","last_clean_scrub_stamp":"2023-06-13T05:46:53.179309+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1180736,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":142,"num_read_kb":120,"num_write":274,"num_write_kb":3788,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"18'183","reported_seq":22,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.221505+0000","last_change":"2023-06-13T05:48:33.304308+0000","last_active":"2023-06-13T05:48:22.221505+0000","last_peered":"2023-06-13T05:48:22.221505+0000","last_clean":"2023-06-13T05:47:59.320648+0000","last_became_active":"2023-06-13T05:48:22.215989+0000","last_became_peered":"2023-06-13T05:48:22.215989+0000","last_unstale":"2023-06-13T05:48:22.221505+0000","last_undegraded":"2023-06-13T05:48:22.221505+0000","last_fullsized":"2023-06-13T05:48:22.206062+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":183,"log_dups_size":0,"ondisk_log_size":183,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":37,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.228472+0000","last_change":"2023-06-13T05:48:32.315217+0000","last_active":"2023-06-13T05:48:22.228472+0000","last_peered":"2023-06-13T05:48:22.228472+0000","last_clean":"2023-06-13T05:47:59.317967+0000","last_became_active":"2023-06-13T05:48:22.223568+0000","last_became_peered":"2023-06-13T05:48:22.223568+0000","last_unstale":"2023-06-13T05:48:22.228472+0000","last_undegraded":"2023-06-13T05:48:22.228472+0000","last_fullsized":"2023-06-13T05:48:22.215925+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"19'242","reported_seq":654,"reported_epoch":26,"state":"active+undersized+degraded","last_fresh":"2023-06-13T05:48:22.221287+0000","last_change":"2023-06-13T05:48:35.259077+0000","last_active":"2023-06-13T05:48:22.221287+0000","last_peered":"2023-06-13T05:48:22.221287+0000","last_clean":"2023-06-13T05:47:59.334991+0000","last_became_active":"2023-06-13T05:48:22.218072+0000","last_became_peered":"2023-06-13T05:48:22.218072+0000","last_unstale":"2023-06-13T05:48:22.221287+0000","last_undegraded":"2023-06-13T05:48:22.213401+0000","last_fullsized":"2023-06-13T05:48:22.212084+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":242,"log_dups_size":0,"ondisk_log_size":242,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":206665472,"num_objects":68,"num_object_clones":0,"num_object_copies":136,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":68,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":335,"num_read_kb":151059,"num_write":610,"num_write_kb":180986,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[{"shards":"3","objects":68}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":37,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.203520+0000","last_change":"2023-06-13T05:48:00.306539+0000","last_active":"2023-06-13T05:48:22.203520+0000","last_peered":"2023-06-13T05:48:22.203520+0000","last_clean":"2023-06-13T05:47:12.330806+0000","last_became_active":"2023-06-13T05:47:51.248148+0000","last_became_peered":"2023-06-13T05:47:51.248148+0000","last_unstale":"2023-06-13T05:48:22.203520+0000","last_undegraded":"2023-06-13T05:48:22.203520+0000","last_fullsized":"2023-06-13T05:47:51.240648+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"18'182","reported_seq":18,"reported_epoch":26,"state":"active+clean+remapped","last_fresh":"2023-06-13T05:48:22.217361+0000","last_change":"2023-06-13T05:47:59.354107+0000","last_active":"2023-06-13T05:48:22.217361+0000","last_peered":"2023-06-13T05:48:22.217361+0000","last_clean":"2023-06-13T05:48:22.217361+0000","last_became_active":"2023-06-13T05:47:59.350954+0000","last_became_peered":"2023-06-13T05:47:59.350954+0000","last_unstale":"2023-06-13T05:48:22.217361+0000","last_undegraded":"2023-06-13T05:48:22.217361+0000","last_fullsized":"2023-06-13T05:48:22.217361+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":182,"log_dups_size":0,"ondisk_log_size":182,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":48737030,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0,3],"avail_no_missing":["0","3"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"18'133","reported_seq":378,"reported_epoch":26,"state":"active+undersized+degraded","last_fresh":"2023-06-13T05:48:22.226928+0000","last_change":"2023-06-13T05:48:35.276997+0000","last_active":"2023-06-13T05:48:22.226928+0000","last_peered":"2023-06-13T05:48:22.226928+0000","last_clean":"2023-06-13T05:47:59.341583+0000","last_became_active":"2023-06-13T05:48:22.222988+0000","last_became_peered":"2023-06-13T05:48:22.222988+0000","last_unstale":"2023-06-13T05:48:22.226928+0000","last_undegraded":"2023-06-13T05:48:22.213745+0000","last_fullsized":"2023-06-13T05:48:22.213202+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":133,"log_dups_size":0,"ondisk_log_size":133,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":160576718,"num_objects":56,"num_object_clones":0,"num_object_copies":112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":56,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":211,"num_read_kb":84114,"num_write":340,"num_write_kb":98268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[{"shards":"3","objects":56}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.211716+0000","last_change":"2023-06-13T05:48:00.289942+0000","last_active":"2023-06-13T05:48:22.211716+0000","last_peered":"2023-06-13T05:48:22.211716+0000","last_clean":"2023-06-13T05:46:55.188408+0000","last_became_active":"2023-06-13T05:47:51.252333+0000","last_became_peered":"2023-06-13T05:47:51.252333+0000","last_unstale":"2023-06-13T05:48:22.211716+0000","last_undegraded":"2023-06-13T05:48:22.211716+0000","last_fullsized":"2023-06-13T05:47:51.241646+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.314161+0000","last_change":"2023-06-13T05:46:56.303255+0000","last_active":"2023-06-13T05:47:59.314161+0000","last_peered":"2023-06-13T05:47:59.314161+0000","last_clean":"2023-06-13T05:47:59.314161+0000","last_became_active":"2023-06-13T05:46:56.300128+0000","last_became_peered":"2023-06-13T05:46:56.300128+0000","last_unstale":"2023-06-13T05:47:59.314161+0000","last_undegraded":"2023-06-13T05:47:59.314161+0000","last_fullsized":"2023-06-13T05:47:59.314161+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.6","version":"18'171","reported_seq":21,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.209187+0000","last_change":"2023-06-13T05:48:03.284613+0000","last_active":"2023-06-13T05:48:22.209187+0000","last_peered":"2023-06-13T05:48:22.209187+0000","last_clean":"2023-06-13T05:47:06.172408+0000","last_became_active":"2023-06-13T05:47:51.249819+0000","last_became_peered":"2023-06-13T05:47:51.249819+0000","last_unstale":"2023-06-13T05:48:22.209187+0000","last_undegraded":"2023-06-13T05:48:22.209187+0000","last_fullsized":"2023-06-13T05:47:51.243208+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":171,"log_dups_size":0,"ondisk_log_size":171,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":16,"stat_sum":{"num_bytes":1491828458,"num_objects":496,"num_object_clones":0,"num_object_copies":992,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":342,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2185,"num_read_kb":911227,"num_write":4008,"num_write_kb":1177616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":48737030,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2795,"ondisk_log_size":2795,"up":19,"acting":21,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":1180736,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":142,"num_read_kb":120,"num_write":274,"num_write_kb":3788,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":2,"acting":2,"num_store_stats":0},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":11,"acting":11,"num_store_stats":0}],"osd_stats":[{"osd":3,"up_from":9,"seq":38654705800,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":463620,"kb_used_data":428476,"kb_used_omap":0,"kb_used_meta":35136,"kb_avail":104393980,"statfs":{"total":107374182400,"available":106899435520,"internally_reserved":0,"allocated":438759424,"data_stored":435853302,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":35979264},"hb_peers":[0],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":9,"seq":38654705800,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":245476,"kb_used_data":214428,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":104612124,"statfs":{"total":107374182400,"available":107122814976,"internally_reserved":0,"allocated":219574272,"data_stored":218022872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":9,"seq":38654705800,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":391136,"kb_used_data":360088,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":104466464,"statfs":{"total":107374182400,"available":106973659136,"internally_reserved":0,"allocated":368730112,"data_stored":366194865,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":9,"seq":38654705800,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":468260,"kb_used_data":433116,"kb_used_omap":0,"kb_used_meta":35136,"kb_avail":104389340,"statfs":{"total":107374182400,"available":106894684160,"internally_reserved":0,"allocated":443510784,"data_stored":440571290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":35979264},"hb_peers":[0,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]}],"pool_statfs":[]}} Ignoring malparsed backtrace: 2023-06-13T05:49:13.588 INFO:tasks.ceph.ceph_manager.ceph:PG 2.6 is not active+clean , 2023-06-13T05:49:13.589 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.6', 'version': "0'0", 'reported_seq': 21, 'reported_epoch': 26, 'state': 'active+undersized', 'last_fresh': '2023-06-13T05:48:22.211716+0000', 'last_change': '2023-06-13T05:48:00.289942+0000', 'last_active': '2023-06-13T05:48:22.211716+0000', 'last_peered': '2023-06-13T05:48:22.211716+0000', 'last_clean': '2023-06-13T05:46:55.188408+0000', 'last_became_active': '2023-06-13T05:47:51.252333+0000', 'last_became_peered': '2023-06-13T05:47:51.252333+0000', 'last_unstale': '2023-06-13T05:48:22.211716+0000', 'last_undegraded': '2023-06-13T05:48:22.211716+0000', 'last_fullsized': '2023-06-13T05:47:51.241646+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 12, 'last_epoch_clean': 13, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0], 'avail_no_missing': ['0'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} , 2023-06-13T05:49:13.589 INFO:tasks.ceph.ceph_manager.ceph:PG 3.6 is not active+clean Ignoring malparsed backtrace: 2023-06-13T05:49:22.629 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.4', 'version': "0'0", 'reported_seq': 21, 'reported_epoch': 26, 'state': 'active+undersized', 'last_fresh': '2023-06-13T05:48:22.214726+0000', 'last_change': '2023-06-13T05:48:00.310391+0000', 'last_active': '2023-06-13T05:48:22.214726+0000', 'last_peered': '2023-06-13T05:48:22.214726+0000', 'last_clean': '2023-06-13T05:46:55.188408+0000', 'last_became_active': '2023-06-13T05:47:51.244080+0000', 'last_became_peered': '2023-06-13T05:47:51.244080+0000', 'last_unstale': '2023-06-13T05:48:22.214726+0000', 'last_undegraded': '2023-06-13T05:48:22.214726+0000', 'last_fullsized': '2023-06-13T05:47:51.240684+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 12, 'last_epoch_clean': 13, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3], 'acting': [3], 'avail_no_missing': ['3'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} , 2023-06-13T05:49:22.629 INFO:tasks.ceph.ceph_manager.ceph:PG 2.2 is not active+clean , 2023-06-13T05:49:22.629 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.2', 'version': "0'0", 'reported_seq': 37, 'reported_epoch': 26, 'state': 'active+undersized', 'last_fresh': '2023-06-13T05:48:22.210690+0000', 'last_change': '2023-06-13T05:48:00.294631+0000', 'last_active': '2023-06-13T05:48:22.210690+0000', 'last_peered': '2023-06-13T05:48:22.210690+0000', 'last_clean': '2023-06-13T05:47:12.301036+0000', 'last_became_active': '2023-06-13T05:47:51.286565+0000', 'last_became_peered': '2023-06-13T05:47:51.286565+0000', 'last_unstale': '2023-06-13T05:48:22.210690+0000', 'last_undegraded': '2023-06-13T05:48:22.210690+0000', 'last_fullsized': '2023-06-13T05:47:51.249247+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 12, 'last_epoch_clean': 13, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0], 'avail_no_missing': ['0'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} Ignoring malparsed backtrace: 2023-06-13T05:49:31.285 DEBUG:teuthology.orchestra.run.smithi060:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json , 2023-06-13T05:49:31.411+0000 7f90f4565700 -1 WARNING: the following dangerous and experimental features are enabled: crimson , 2023-06-13T05:49:31.418+0000 7f90f4565700 -1 WARNING: the following dangerous and experimental features are enabled: crimson Ignoring malparsed backtrace: 2023-06-13T05:49:36.158 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.6', 'version': "18'171", 'reported_seq': 21, 'reported_epoch': 26, 'state': 'active+undersized', 'last_fresh': '2023-06-13T05:48:22.209187+0000', 'last_change': '2023-06-13T05:48:03.284613+0000', 'last_active': '2023-06-13T05:48:22.209187+0000', 'last_peered': '2023-06-13T05:48:22.209187+0000', 'last_clean': '2023-06-13T05:47:06.172408+0000', 'last_became_active': '2023-06-13T05:47:51.249819+0000', 'last_became_peered': '2023-06-13T05:47:51.249819+0000', 'last_unstale': '2023-06-13T05:48:22.209187+0000', 'last_undegraded': '2023-06-13T05:48:22.209187+0000', 'last_fullsized': '2023-06-13T05:47:51.243208+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 16, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 171, 'log_dups_size': 0, 'ondisk_log_size': 171, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3], 'acting': [3], 'avail_no_missing': ['3'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} , 2023-06-13T05:49:36.159 DEBUG:teuthology.orchestra.run.smithi060:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json , 2023-06-13T05:49:36.285+0000 7f3310296700 -1 WARNING: the following dangerous and experimental features are enabled: crimson Ignoring malparsed backtrace: 2023-06-13T05:49:45.204 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3 is not active+clean , 2023-06-13T05:49:45.205 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3', 'version': "20'197", 'reported_seq': 35, 'reported_epoch': 26, 'state': 'active+undersized', 'last_fresh': '2023-06-13T05:48:22.205007+0000', 'last_change': '2023-06-13T05:48:03.274067+0000', 'last_active': '2023-06-13T05:48:22.205007+0000', 'last_peered': '2023-06-13T05:48:22.205007+0000', 'last_clean': '2023-06-13T05:47:06.172408+0000', 'last_became_active': '2023-06-13T05:47:51.277690+0000', 'last_became_peered': '2023-06-13T05:47:51.277690+0000', 'last_unstale': '2023-06-13T05:48:22.205007+0000', 'last_undegraded': '2023-06-13T05:48:22.205007+0000', 'last_fullsized': '2023-06-13T05:47:51.253219+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 16, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 197, 'log_dups_size': 0, 'ondisk_log_size': 197, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 10, 'num_read_kb': 3827, 'num_write': 12, 'num_write_kb': 3254, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0], 'avail_no_missing': ['0'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} , 2023-06-13T05:49:45.205 INFO:tasks.ceph.ceph_manager.ceph:PG 3.0 is not active+clean Ignoring malparsed backtrace: 2023-06-13T05:49:54.221 INFO:teuthology.orchestra.run.smithi060.stdout: , dumped all , 2023-06-13T05:49:54.235 INFO:teuthology.orchestra.run.smithi060.stdout:{"pg_ready":true,"pg_map":{"version":106,"stamp":"2023-06-13T05:49:52.473623+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1493009194,"num_objects":500,"num_object_clones":0,"num_object_copies":1000,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":342,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2327,"num_read_kb":911347,"num_write":4282,"num_write_kb":1181404,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":48737030,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2892,"ondisk_log_size":2892,"up":32,"acting":34,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":0,"num_osds":4,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":419430400,"kb_used":1568492,"kb_used_data":1436108,"kb_used_omap":0,"kb_used_meta":132352,"kb_avail":417861908,"statfs":{"total":429496729600,"available":427890593792,"internally_reserved":0,"allocated":1470574592,"data_stored":1460642329,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":135528448},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003273"},"pg_stats":[{"pgid":"3.f","version":"19'142","reported_seq":390,"reported_epoch":26,"state":"active+undersized+degraded","last_fresh":"2023-06-13T05:48:22.222890+0000","last_change":"2023-06-13T05:48:35.299893+0000","last_active":"2023-06-13T05:48:22.222890+0000","last_peered":"2023-06-13T05:48:22.222890+0000","last_clean":"2023-06-13T05:47:59.316356+0000","last_became_active":"2023-06-13T05:48:22.218368+0000","last_became_peered":"2023-06-13T05:48:22.218368+0000","last_unstale":"2023-06-13T05:48:22.222890+0000","last_undegraded":"2023-06-13T05:48:22.209539+0000","last_fullsized":"2023-06-13T05:48:22.208916+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":145450682,"num_objects":46,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":46,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":86147,"num_write":358,"num_write_kb":100940,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0","objects":46}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"20'130","reported_seq":33,"reported_epoch":24,"state":"active+undersized","last_fresh":"2023-06-13T05:47:59.322390+0000","last_change":"2023-06-13T05:48:03.283715+0000","last_active":"2023-06-13T05:47:59.322390+0000","last_peered":"2023-06-13T05:47:59.322390+0000","last_clean":"2023-06-13T05:47:06.172408+0000","last_became_active":"2023-06-13T05:47:51.264994+0000","last_became_peered":"2023-06-13T05:47:51.264994+0000","last_unstale":"2023-06-13T05:47:59.322390+0000","last_undegraded":"2023-06-13T05:47:59.322390+0000","last_fullsized":"2023-06-13T05:47:51.260208+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":130,"log_dups_size":0,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5681162,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2,"num_write":20,"num_write_kb":6286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1],"acting":[1],"avail_no_missing":["1"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"20'225","reported_seq":573,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.309600+0000","last_change":"2023-06-13T05:47:07.274035+0000","last_active":"2023-06-13T05:47:59.309600+0000","last_peered":"2023-06-13T05:47:59.309600+0000","last_clean":"2023-06-13T05:47:59.309600+0000","last_became_active":"2023-06-13T05:47:07.266024+0000","last_became_peered":"2023-06-13T05:47:07.266024+0000","last_unstale":"2023-06-13T05:47:59.309600+0000","last_undegraded":"2023-06-13T05:47:59.309600+0000","last_fullsized":"2023-06-13T05:47:59.309600+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":225,"log_dups_size":0,"ondisk_log_size":225,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204580942,"num_objects":66,"num_object_clones":0,"num_object_copies":132,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":253,"num_read_kb":83646,"num_write":566,"num_write_kb":170482,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"19'130","reported_seq":356,"reported_epoch":26,"state":"active+clean","last_fresh":"2023-06-13T05:48:22.204378+0000","last_change":"2023-06-13T05:47:07.251094+0000","last_active":"2023-06-13T05:48:22.204378+0000","last_peered":"2023-06-13T05:48:22.204378+0000","last_clean":"2023-06-13T05:48:22.204378+0000","last_became_active":"2023-06-13T05:47:07.247628+0000","last_became_peered":"2023-06-13T05:47:07.247628+0000","last_unstale":"2023-06-13T05:48:22.204378+0000","last_undegraded":"2023-06-13T05:48:22.204378+0000","last_fullsized":"2023-06-13T05:48:22.204378+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":130,"log_dups_size":0,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":125786558,"num_objects":42,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":182,"num_read_kb":75741,"num_write":322,"num_write_kb":93396,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"22'188","reported_seq":28,"reported_epoch":26,"state":"active+clean+remapped","last_fresh":"2023-06-13T05:48:22.209235+0000","last_change":"2023-06-13T05:47:53.279865+0000","last_active":"2023-06-13T05:48:22.209235+0000","last_peered":"2023-06-13T05:48:22.209235+0000","last_clean":"2023-06-13T05:48:22.209235+0000","last_became_active":"2023-06-13T05:47:53.273788+0000","last_became_peered":"2023-06-13T05:47:53.273788+0000","last_unstale":"2023-06-13T05:48:22.209235+0000","last_undegraded":"2023-06-13T05:48:22.209235+0000","last_fullsized":"2023-06-13T05:48:22.209235+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3764768,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1,"num_write":10,"num_write_kb":3680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0,3],"avail_no_missing":["0","3"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.a","version":"18'219","reported_seq":580,"reported_epoch":26,"state":"active+undersized+degraded","last_fresh":"2023-06-13T05:48:22.229490+0000","last_change":"2023-06-13T05:48:35.314852+0000","last_active":"2023-06-13T05:48:22.229490+0000","last_peered":"2023-06-13T05:48:22.229490+0000","last_clean":"2023-06-13T05:47:59.321482+0000","last_became_active":"2023-06-13T05:48:22.225410+0000","last_became_peered":"2023-06-13T05:48:22.225410+0000","last_unstale":"2023-06-13T05:48:22.229490+0000","last_undegraded":"2023-06-13T05:48:22.219074+0000","last_fullsized":"2023-06-13T05:48:22.218649+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":219,"log_dups_size":0,"ondisk_log_size":219,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":203974966,"num_objects":70,"num_object_clones":0,"num_object_copies":140,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":70,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":291,"num_read_kb":104671,"num_write":554,"num_write_kb":162292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0","objects":70}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"21'176","reported_seq":467,"reported_epoch":26,"state":"active+undersized+degraded","last_fresh":"2023-06-13T05:48:22.220105+0000","last_change":"2023-06-13T05:48:35.294877+0000","last_active":"2023-06-13T05:48:22.220105+0000","last_peered":"2023-06-13T05:48:22.220105+0000","last_clean":"2023-06-13T05:47:59.322796+0000","last_became_active":"2023-06-13T05:48:22.214145+0000","last_became_peered":"2023-06-13T05:48:22.214145+0000","last_unstale":"2023-06-13T05:48:22.220105+0000","last_undegraded":"2023-06-13T05:48:22.204140+0000","last_fullsized":"2023-06-13T05:48:22.203657+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":176,"log_dups_size":0,"ondisk_log_size":176,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":148644738,"num_objects":50,"num_object_clones":0,"num_object_copies":100,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":50,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":218,"num_read_kb":81216,"num_write":434,"num_write_kb":128988,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0","objects":50}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.8","version":"18'166","reported_seq":22,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.225219+0000","last_change":"2023-06-13T05:48:33.302196+0000","last_active":"2023-06-13T05:48:22.225219+0000","last_peered":"2023-06-13T05:48:22.225219+0000","last_clean":"2023-06-13T05:47:59.337487+0000","last_became_active":"2023-06-13T05:48:22.220636+0000","last_became_peered":"2023-06-13T05:48:22.220636+0000","last_unstale":"2023-06-13T05:48:22.225219+0000","last_undegraded":"2023-06-13T05:48:22.225219+0000","last_fullsized":"2023-06-13T05:48:22.215752+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":166,"log_dups_size":0,"ondisk_log_size":166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.214726+0000","last_change":"2023-06-13T05:48:00.310391+0000","last_active":"2023-06-13T05:48:22.214726+0000","last_peered":"2023-06-13T05:48:22.214726+0000","last_clean":"2023-06-13T05:46:55.188408+0000","last_became_active":"2023-06-13T05:47:51.244080+0000","last_became_peered":"2023-06-13T05:47:51.244080+0000","last_unstale":"2023-06-13T05:48:22.214726+0000","last_undegraded":"2023-06-13T05:48:22.214726+0000","last_fullsized":"2023-06-13T05:47:51.240684+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.5","version":"19'166","reported_seq":432,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.311440+0000","last_change":"2023-06-13T05:47:07.268946+0000","last_active":"2023-06-13T05:47:59.311440+0000","last_peered":"2023-06-13T05:47:59.311440+0000","last_clean":"2023-06-13T05:47:59.311440+0000","last_became_active":"2023-06-13T05:47:07.263874+0000","last_became_peered":"2023-06-13T05:47:07.263874+0000","last_unstale":"2023-06-13T05:47:59.311440+0000","last_undegraded":"2023-06-13T05:47:59.311440+0000","last_fullsized":"2023-06-13T05:47:59.311440+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":166,"log_dups_size":0,"ondisk_log_size":166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":132376882,"num_objects":46,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":196,"num_read_kb":71553,"num_write":414,"num_write_kb":122784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":37,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.210690+0000","last_change":"2023-06-13T05:48:00.294631+0000","last_active":"2023-06-13T05:48:22.210690+0000","last_peered":"2023-06-13T05:48:22.210690+0000","last_clean":"2023-06-13T05:47:12.301036+0000","last_became_active":"2023-06-13T05:47:51.286565+0000","last_became_peered":"2023-06-13T05:47:51.286565+0000","last_unstale":"2023-06-13T05:48:22.210690+0000","last_undegraded":"2023-06-13T05:48:22.210690+0000","last_fullsized":"2023-06-13T05:47:51.249247+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3","version":"20'197","reported_seq":35,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.205007+0000","last_change":"2023-06-13T05:48:03.274067+0000","last_active":"2023-06-13T05:48:22.205007+0000","last_peered":"2023-06-13T05:48:22.205007+0000","last_clean":"2023-06-13T05:47:06.172408+0000","last_became_active":"2023-06-13T05:47:51.277690+0000","last_became_peered":"2023-06-13T05:47:51.277690+0000","last_unstale":"2023-06-13T05:48:22.205007+0000","last_undegraded":"2023-06-13T05:48:22.205007+0000","last_fullsized":"2023-06-13T05:47:51.253219+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":3827,"num_write":12,"num_write_kb":3254,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.314694+0000","last_change":"2023-06-13T05:46:56.320929+0000","last_active":"2023-06-13T05:47:59.314694+0000","last_peered":"2023-06-13T05:47:59.314694+0000","last_clean":"2023-06-13T05:47:59.314694+0000","last_became_active":"2023-06-13T05:46:56.313840+0000","last_became_peered":"2023-06-13T05:46:56.313840+0000","last_unstale":"2023-06-13T05:47:59.314694+0000","last_undegraded":"2023-06-13T05:47:59.314694+0000","last_fullsized":"2023-06-13T05:47:59.314694+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"18'145","reported_seq":440,"reported_epoch":26,"state":"active+undersized+degraded","last_fresh":"2023-06-13T05:48:22.217161+0000","last_change":"2023-06-13T05:48:03.238898+0000","last_active":"2023-06-13T05:48:22.217161+0000","last_peered":"2023-06-13T05:48:22.217161+0000","last_clean":"2023-06-13T05:47:49.624205+0000","last_became_active":"2023-06-13T05:47:51.243324+0000","last_became_peered":"2023-06-13T05:47:51.243324+0000","last_unstale":"2023-06-13T05:48:22.217161+0000","last_undegraded":"2023-06-13T05:47:51.235682+0000","last_fullsized":"2023-06-13T05:47:51.235267+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":145,"log_dups_size":0,"ondisk_log_size":145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154325570,"num_objects":52,"num_object_clones":0,"num_object_copies":104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":52,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":293,"num_read_kb":169250,"num_write":368,"num_write_kb":106260,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[{"shards":"3","objects":52}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.317217+0000","last_change":"2023-06-13T05:46:56.299807+0000","last_active":"2023-06-13T05:47:59.317217+0000","last_peered":"2023-06-13T05:47:59.317217+0000","last_clean":"2023-06-13T05:47:59.317217+0000","last_became_active":"2023-06-13T05:46:56.296570+0000","last_became_peered":"2023-06-13T05:46:56.296570+0000","last_unstale":"2023-06-13T05:47:59.317217+0000","last_undegraded":"2023-06-13T05:47:59.317217+0000","last_fullsized":"2023-06-13T05:47:59.317217+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"13'97","reported_seq":262,"reported_epoch":26,"state":"active+clean","last_fresh":"2023-06-13T05:48:22.208908+0000","last_change":"2023-06-13T05:46:54.245148+0000","last_active":"2023-06-13T05:48:22.208908+0000","last_peered":"2023-06-13T05:48:22.208908+0000","last_clean":"2023-06-13T05:48:22.208908+0000","last_became_active":"2023-06-13T05:46:54.241383+0000","last_became_peered":"2023-06-13T05:46:54.241383+0000","last_unstale":"2023-06-13T05:48:22.208908+0000","last_undegraded":"2023-06-13T05:48:22.208908+0000","last_fullsized":"2023-06-13T05:48:22.208908+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:53.179309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:53.179309+0000","last_clean_scrub_stamp":"2023-06-13T05:46:53.179309+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1180736,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":142,"num_read_kb":120,"num_write":274,"num_write_kb":3788,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"18'183","reported_seq":22,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.221505+0000","last_change":"2023-06-13T05:48:33.304308+0000","last_active":"2023-06-13T05:48:22.221505+0000","last_peered":"2023-06-13T05:48:22.221505+0000","last_clean":"2023-06-13T05:47:59.320648+0000","last_became_active":"2023-06-13T05:48:22.215989+0000","last_became_peered":"2023-06-13T05:48:22.215989+0000","last_unstale":"2023-06-13T05:48:22.221505+0000","last_undegraded":"2023-06-13T05:48:22.221505+0000","last_fullsized":"2023-06-13T05:48:22.206062+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":183,"log_dups_size":0,"ondisk_log_size":183,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":37,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.228472+0000","last_change":"2023-06-13T05:48:32.315217+0000","last_active":"2023-06-13T05:48:22.228472+0000","last_peered":"2023-06-13T05:48:22.228472+0000","last_clean":"2023-06-13T05:47:59.317967+0000","last_became_active":"2023-06-13T05:48:22.223568+0000","last_became_peered":"2023-06-13T05:48:22.223568+0000","last_unstale":"2023-06-13T05:48:22.228472+0000","last_undegraded":"2023-06-13T05:48:22.228472+0000","last_fullsized":"2023-06-13T05:48:22.215925+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"19'242","reported_seq":654,"reported_epoch":26,"state":"active+undersized+degraded","last_fresh":"2023-06-13T05:48:22.221287+0000","last_change":"2023-06-13T05:48:35.259077+0000","last_active":"2023-06-13T05:48:22.221287+0000","last_peered":"2023-06-13T05:48:22.221287+0000","last_clean":"2023-06-13T05:47:59.334991+0000","last_became_active":"2023-06-13T05:48:22.218072+0000","last_became_peered":"2023-06-13T05:48:22.218072+0000","last_unstale":"2023-06-13T05:48:22.221287+0000","last_undegraded":"2023-06-13T05:48:22.213401+0000","last_fullsized":"2023-06-13T05:48:22.212084+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":242,"log_dups_size":0,"ondisk_log_size":242,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":206665472,"num_objects":68,"num_object_clones":0,"num_object_copies":136,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":68,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":335,"num_read_kb":151059,"num_write":610,"num_write_kb":180986,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[{"shards":"3","objects":68}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":37,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.203520+0000","last_change":"2023-06-13T05:48:00.306539+0000","last_active":"2023-06-13T05:48:22.203520+0000","last_peered":"2023-06-13T05:48:22.203520+0000","last_clean":"2023-06-13T05:47:12.330806+0000","last_became_active":"2023-06-13T05:47:51.248148+0000","last_became_peered":"2023-06-13T05:47:51.248148+0000","last_unstale":"2023-06-13T05:48:22.203520+0000","last_undegraded":"2023-06-13T05:48:22.203520+0000","last_fullsized":"2023-06-13T05:47:51.240648+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"18'182","reported_seq":18,"reported_epoch":26,"state":"active+clean+remapped","last_fresh":"2023-06-13T05:48:22.217361+0000","last_change":"2023-06-13T05:47:59.354107+0000","last_active":"2023-06-13T05:48:22.217361+0000","last_peered":"2023-06-13T05:48:22.217361+0000","last_clean":"2023-06-13T05:48:22.217361+0000","last_became_active":"2023-06-13T05:47:59.350954+0000","last_became_peered":"2023-06-13T05:47:59.350954+0000","last_unstale":"2023-06-13T05:48:22.217361+0000","last_undegraded":"2023-06-13T05:48:22.217361+0000","last_fullsized":"2023-06-13T05:48:22.217361+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":182,"log_dups_size":0,"ondisk_log_size":182,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":48737030,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0,3],"avail_no_missing":["0","3"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"18'133","reported_seq":378,"reported_epoch":26,"state":"active+undersized+degraded","last_fresh":"2023-06-13T05:48:22.226928+0000","last_change":"2023-06-13T05:48:35.276997+0000","last_active":"2023-06-13T05:48:22.226928+0000","last_peered":"2023-06-13T05:48:22.226928+0000","last_clean":"2023-06-13T05:47:59.341583+0000","last_became_active":"2023-06-13T05:48:22.222988+0000","last_became_peered":"2023-06-13T05:48:22.222988+0000","last_unstale":"2023-06-13T05:48:22.226928+0000","last_undegraded":"2023-06-13T05:48:22.213745+0000","last_fullsized":"2023-06-13T05:48:22.213202+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":133,"log_dups_size":0,"ondisk_log_size":133,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":160576718,"num_objects":56,"num_object_clones":0,"num_object_copies":112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":56,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":211,"num_read_kb":84114,"num_write":340,"num_write_kb":98268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[{"shards":"3","objects":56}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.211716+0000","last_change":"2023-06-13T05:48:00.289942+0000","last_active":"2023-06-13T05:48:22.211716+0000","last_peered":"2023-06-13T05:48:22.211716+0000","last_clean":"2023-06-13T05:46:55.188408+0000","last_became_active":"2023-06-13T05:47:51.252333+0000","last_became_peered":"2023-06-13T05:47:51.252333+0000","last_unstale":"2023-06-13T05:48:22.211716+0000","last_undegraded":"2023-06-13T05:48:22.211716+0000","last_fullsized":"2023-06-13T05:47:51.241646+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.314161+0000","last_change":"2023-06-13T05:46:56.303255+0000","last_active":"2023-06-13T05:47:59.314161+0000","last_peered":"2023-06-13T05:47:59.314161+0000","last_clean":"2023-06-13T05:47:59.314161+0000","last_became_active":"2023-06-13T05:46:56.300128+0000","last_became_peered":"2023-06-13T05:46:56.300128+0000","last_unstale":"2023-06-13T05:47:59.314161+0000","last_undegraded":"2023-06-13T05:47:59.314161+0000","last_fullsized":"2023-06-13T05:47:59.314161+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.6","version":"18'171","reported_seq":21,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.209187+0000","last_change":"2023-06-13T05:48:03.284613+0000","last_active":"2023-06-13T05:48:22.209187+0000","last_peered":"2023-06-13T05:48:22.209187+0000","last_clean":"2023-06-13T05:47:06.172408+0000","last_became_active":"2023-06-13T05:47:51.249819+0000","last_became_peered":"2023-06-13T05:47:51.249819+0000","last_unstale":"2023-06-13T05:48:22.209187+0000","last_undegraded":"2023-06-13T05:48:22.209187+0000","last_fullsized":"2023-06-13T05:47:51.243208+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":171,"log_dups_size":0,"ondisk_log_size":171,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":16,"stat_sum":{"num_bytes":1491828458,"num_objects":496,"num_object_clones":0,"num_object_copies":992,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":342,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2185,"num_read_kb":911227,"num_write":4008,"num_write_kb":1177616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":48737030,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2795,"ondisk_log_size":2795,"up":19,"acting":21,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":1180736,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":142,"num_read_kb":120,"num_write":274,"num_write_kb":3788,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":2,"acting":2,"num_store_stats":0},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":11,"acting":11,"num_store_stats":0}],"osd_stats":[{"osd":3,"up_from":9,"seq":38654705840,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":463620,"kb_used_data":428476,"kb_used_omap":0,"kb_used_meta":35136,"kb_avail":104393980,"statfs":{"total":107374182400,"available":106899435520,"internally_reserved":0,"allocated":438759424,"data_stored":435853302,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":35979264},"hb_peers":[0],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":9,"seq":38654705840,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":245476,"kb_used_data":214428,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":104612124,"statfs":{"total":107374182400,"available":107122814976,"internally_reserved":0,"allocated":219574272,"data_stored":218022872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":9,"seq":38654705840,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":391136,"kb_used_data":360088,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":104466464,"statfs":{"total":107374182400,"available":106973659136,"internally_reserved":0,"allocated":368730112,"data_stored":366194865,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":9,"seq":38654705840,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":468260,"kb_used_data":433116,"kb_used_omap":0,"kb_used_meta":35136,"kb_avail":104389340,"statfs":{"total":107374182400,"available":106894684160,"internally_reserved":0,"allocated":443510784,"data_stored":440571290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":35979264},"hb_peers":[0,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]}],"pool_statfs":[]}} Ignoring malparsed backtrace: 2023-06-13T05:49:59.115+0000 7f251e7c8700 -1 WARNING: the following dangerous and experimental features are enabled: crimson , 2023-06-13T05:49:59.403 INFO:teuthology.orchestra.run.smithi060.stdout: , 2023-06-13T05:49:59.403 INFO:teuthology.orchestra.run.smithi060.stdout:{"fsid":"bb608ba1-dc6f-42f0-b0fc-cb9995b6fdc1","health":{"status":"HEALTH_WARN","checks":{"OSD_DOWN":{"severity":"HEALTH_WARN","summary":{"message":"2 osds down","count":2},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 342/1000 objects degraded (34.200%), 6 pgs degraded, 16 pgs undersized","count":22},"muted":false}},"mutes":[]},"election_epoch":3,"quorum":[0],"quorum_names":["a"],"quorum_age":195,"monmap":{"epoch":1,"min_mon_release_name":"reef","num_mons":1},"osdmap":{"epoch":26,"num_osds":4,"num_up_osds":2,"osd_up_since":1686635301,"num_in_osds":4,"osd_in_since":1686635206,"num_remapped_pgs":2},"pgmap":{"pgs_by_state":[{"state_name":"active+undersized","count":10},{"state_name":"active+clean","count":7},{"state_name":"active+undersized+degraded","count":6},{"state_name":"active+clean+remapped","count":2}],"num_pgs":25,"num_pools":3,"num_objects":500,"data_bytes":1493009194,"bytes_used":1606135808,"bytes_avail":427890593792,"bytes_total":429496729600,"degraded_objects":342,"degraded_total":1000,"degraded_ratio":0.34200000000000003},"fsmap":{"epoch":1,"by_rank":[],"up:standby":0},"mgrmap":{"available":true,"num_standbys":0,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":2,"modified":"2023-06-13T05:47:52.443211+0000","services":{}},"progress_events":{}} Ignoring malparsed backtrace: 2023-06-13T05:50:08.004 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.0', 'version': "18'145", 'reported_seq': 440, 'reported_epoch': 26, 'state': 'active+undersized+degraded', 'last_fresh': '2023-06-13T05:48:22.217161+0000', 'last_change': '2023-06-13T05:48:03.238898+0000', 'last_active': '2023-06-13T05:48:22.217161+0000', 'last_peered': '2023-06-13T05:48:22.217161+0000', 'last_clean': '2023-06-13T05:47:49.624205+0000', 'last_became_active': '2023-06-13T05:47:51.243324+0000', 'last_became_peered': '2023-06-13T05:47:51.243324+0000', 'last_unstale': '2023-06-13T05:48:22.217161+0000', 'last_undegraded': '2023-06-13T05:47:51.235682+0000', 'last_fullsized': '2023-06-13T05:47:51.235267+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 16, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 145, 'log_dups_size': 0, 'ondisk_log_size': 145, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 154325570, 'num_objects': 52, 'num_object_clones': 0, 'num_object_copies': 104, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 52, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 293, 'num_read_kb': 169250, 'num_write': 368, 'num_write_kb': 106260, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3], 'acting': [3], 'avail_no_missing': ['3'], 'object_location_counts': [{'shards': '3', 'objects': 52}], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} , 2023-06-13T05:50:08.005 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2 is not active+clean , 2023-06-13T05:50:08.005 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2', 'version': "18'183", 'reported_seq': 22, 'reported_epoch': 26, 'state': 'active+undersized', 'last_fresh': '2023-06-13T05:48:22.221505+0000', 'last_change': '2023-06-13T05:48:33.304308+0000', 'last_active': '2023-06-13T05:48:22.221505+0000', 'last_peered': '2023-06-13T05:48:22.221505+0000', 'last_clean': '2023-06-13T05:47:59.320648+0000', 'last_became_active': '2023-06-13T05:48:22.215989+0000', 'last_became_peered': '2023-06-13T05:48:22.215989+0000', 'last_unstale': '2023-06-13T05:48:22.221505+0000', 'last_undegraded': '2023-06-13T05:48:22.221505+0000', 'last_fullsized': '2023-06-13T05:48:22.206062+0000', 'mapping_epoch': 25, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 22, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 183, 'log_dups_size': 0, 'ondisk_log_size': 183, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0], 'avail_no_missing': ['0'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} Ignoring malparsed backtrace: 2023-06-13T05:50:17.341 INFO:tasks.ceph.ceph_manager.ceph:PG 3.f is not active+clean , 2023-06-13T05:50:17.342 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.f', 'version': "19'142", 'reported_seq': 390, 'reported_epoch': 26, 'state': 'active+undersized+degraded', 'last_fresh': '2023-06-13T05:48:22.222890+0000', 'last_change': '2023-06-13T05:48:35.299893+0000', 'last_active': '2023-06-13T05:48:22.222890+0000', 'last_peered': '2023-06-13T05:48:22.222890+0000', 'last_clean': '2023-06-13T05:47:59.316356+0000', 'last_became_active': '2023-06-13T05:48:22.218368+0000', 'last_became_peered': '2023-06-13T05:48:22.218368+0000', 'last_unstale': '2023-06-13T05:48:22.222890+0000', 'last_undegraded': '2023-06-13T05:48:22.209539+0000', 'last_fullsized': '2023-06-13T05:48:22.208916+0000', 'mapping_epoch': 25, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 16, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 142, 'log_dups_size': 0, 'ondisk_log_size': 142, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 145450682, 'num_objects': 46, 'num_object_clones': 0, 'num_object_copies': 92, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 46, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 189, 'num_read_kb': 86147, 'num_write': 358, 'num_write_kb': 100940, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0], 'avail_no_missing': ['0'], 'object_location_counts': [{'shards': '0', 'objects': 46}], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} , 2023-06-13T05:50:17.342 INFO:tasks.ceph.ceph_manager.ceph:PG 3.e is not active+clean Ignoring malparsed backtrace: 2023-06-13T05:50:22.317 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now , 2023-06-13T05:50:22.317 DEBUG:teuthology.orchestra.run.smithi060:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json , 2023-06-13T05:50:22.445+0000 7efe70c21700 -1 WARNING: the following dangerous and experimental features are enabled: crimson Ignoring malparsed backtrace: 2023-06-13T05:50:31.100 INFO:tasks.ceph.ceph_manager.ceph:PG 2.0 is not active+clean , 2023-06-13T05:50:31.100 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.0', 'version': "0'0", 'reported_seq': 37, 'reported_epoch': 26, 'state': 'active+undersized', 'last_fresh': '2023-06-13T05:48:22.228472+0000', 'last_change': '2023-06-13T05:48:32.315217+0000', 'last_active': '2023-06-13T05:48:22.228472+0000', 'last_peered': '2023-06-13T05:48:22.228472+0000', 'last_clean': '2023-06-13T05:47:59.317967+0000', 'last_became_active': '2023-06-13T05:48:22.223568+0000', 'last_became_peered': '2023-06-13T05:48:22.223568+0000', 'last_unstale': '2023-06-13T05:48:22.228472+0000', 'last_undegraded': '2023-06-13T05:48:22.228472+0000', 'last_fullsized': '2023-06-13T05:48:22.215925+0000', 'mapping_epoch': 25, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 12, 'last_epoch_clean': 13, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0], 'avail_no_missing': ['0'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} , 2023-06-13T05:50:31.100 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1 is not active+clean Ignoring malparsed backtrace: 2023-06-13T05:50:40.132 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.f', 'version': "19'142", 'reported_seq': 390, 'reported_epoch': 26, 'state': 'active+undersized+degraded', 'last_fresh': '2023-06-13T05:48:22.222890+0000', 'last_change': '2023-06-13T05:48:35.299893+0000', 'last_active': '2023-06-13T05:48:22.222890+0000', 'last_peered': '2023-06-13T05:48:22.222890+0000', 'last_clean': '2023-06-13T05:47:59.316356+0000', 'last_became_active': '2023-06-13T05:48:22.218368+0000', 'last_became_peered': '2023-06-13T05:48:22.218368+0000', 'last_unstale': '2023-06-13T05:48:22.222890+0000', 'last_undegraded': '2023-06-13T05:48:22.209539+0000', 'last_fullsized': '2023-06-13T05:48:22.208916+0000', 'mapping_epoch': 25, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 16, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 142, 'log_dups_size': 0, 'ondisk_log_size': 142, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 145450682, 'num_objects': 46, 'num_object_clones': 0, 'num_object_copies': 92, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 46, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 189, 'num_read_kb': 86147, 'num_write': 358, 'num_write_kb': 100940, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0], 'avail_no_missing': ['0'], 'object_location_counts': [{'shards': '0', 'objects': 46}], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} , 2023-06-13T05:50:40.132 INFO:tasks.ceph.ceph_manager.ceph:PG 3.e is not active+clean , 2023-06-13T05:50:40.133 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.e', 'version': "20'130", 'reported_seq': 33, 'reported_epoch': 24, 'state': 'active+undersized', 'last_fresh': '2023-06-13T05:47:59.322390+0000', 'last_change': '2023-06-13T05:48:03.283715+0000', 'last_active': '2023-06-13T05:47:59.322390+0000', 'last_peered': '2023-06-13T05:47:59.322390+0000', 'last_clean': '2023-06-13T05:47:06.172408+0000', 'last_became_active': '2023-06-13T05:47:51.264994+0000', 'last_became_peered': '2023-06-13T05:47:51.264994+0000', 'last_unstale': '2023-06-13T05:47:59.322390+0000', 'last_undegraded': '2023-06-13T05:47:59.322390+0000', 'last_fullsized': '2023-06-13T05:47:51.260208+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 16, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 130, 'log_dups_size': 0, 'ondisk_log_size': 130, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 5681162, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 4, 'num_read_kb': 2, 'num_write': 20, 'num_write_kb': 6286, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1], 'acting': [1], 'avail_no_missing': ['1'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} Ignoring malparsed backtrace: 2023-06-13T05:50:45.099 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now , 2023-06-13T05:50:45.100 DEBUG:teuthology.orchestra.run.smithi060:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json , 2023-06-13T05:50:45.225+0000 7f8a04acc700 -1 WARNING: the following dangerous and experimental features are enabled: crimson Ignoring malparsed backtrace: 2023-06-13T05:50:53.739 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2', 'version': "18'183", 'reported_seq': 22, 'reported_epoch': 26, 'state': 'active+undersized', 'last_fresh': '2023-06-13T05:48:22.221505+0000', 'last_change': '2023-06-13T05:48:33.304308+0000', 'last_active': '2023-06-13T05:48:22.221505+0000', 'last_peered': '2023-06-13T05:48:22.221505+0000', 'last_clean': '2023-06-13T05:47:59.320648+0000', 'last_became_active': '2023-06-13T05:48:22.215989+0000', 'last_became_peered': '2023-06-13T05:48:22.215989+0000', 'last_unstale': '2023-06-13T05:48:22.221505+0000', 'last_undegraded': '2023-06-13T05:48:22.221505+0000', 'last_fullsized': '2023-06-13T05:48:22.206062+0000', 'mapping_epoch': 25, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 22, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 183, 'log_dups_size': 0, 'ondisk_log_size': 183, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0], 'avail_no_missing': ['0'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} , 2023-06-13T05:50:53.739 INFO:tasks.ceph.ceph_manager.ceph:PG 2.0 is not active+clean , 2023-06-13T05:50:53.740 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.0', 'version': "0'0", 'reported_seq': 37, 'reported_epoch': 26, 'state': 'active+undersized', 'last_fresh': '2023-06-13T05:48:22.228472+0000', 'last_change': '2023-06-13T05:48:32.315217+0000', 'last_active': '2023-06-13T05:48:22.228472+0000', 'last_peered': '2023-06-13T05:48:22.228472+0000', 'last_clean': '2023-06-13T05:47:59.317967+0000', 'last_became_active': '2023-06-13T05:48:22.223568+0000', 'last_became_peered': '2023-06-13T05:48:22.223568+0000', 'last_unstale': '2023-06-13T05:48:22.228472+0000', 'last_undegraded': '2023-06-13T05:48:22.228472+0000', 'last_fullsized': '2023-06-13T05:48:22.215925+0000', 'mapping_epoch': 25, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 12, 'last_epoch_clean': 13, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0], 'avail_no_missing': ['0'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} Ignoring malparsed backtrace: 2023-06-13T05:51:02.782 INFO:tasks.ceph.ceph_manager.ceph:PG 3.f is not active+clean , 2023-06-13T05:51:02.782 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.f', 'version': "19'142", 'reported_seq': 390, 'reported_epoch': 26, 'state': 'active+undersized+degraded', 'last_fresh': '2023-06-13T05:48:22.222890+0000', 'last_change': '2023-06-13T05:48:35.299893+0000', 'last_active': '2023-06-13T05:48:22.222890+0000', 'last_peered': '2023-06-13T05:48:22.222890+0000', 'last_clean': '2023-06-13T05:47:59.316356+0000', 'last_became_active': '2023-06-13T05:48:22.218368+0000', 'last_became_peered': '2023-06-13T05:48:22.218368+0000', 'last_unstale': '2023-06-13T05:48:22.222890+0000', 'last_undegraded': '2023-06-13T05:48:22.209539+0000', 'last_fullsized': '2023-06-13T05:48:22.208916+0000', 'mapping_epoch': 25, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 16, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 142, 'log_dups_size': 0, 'ondisk_log_size': 142, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 145450682, 'num_objects': 46, 'num_object_clones': 0, 'num_object_copies': 92, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 46, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 189, 'num_read_kb': 86147, 'num_write': 358, 'num_write_kb': 100940, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0], 'avail_no_missing': ['0'], 'object_location_counts': [{'shards': '0', 'objects': 46}], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} , 2023-06-13T05:51:02.783 INFO:tasks.ceph.ceph_manager.ceph:PG 3.e is not active+clean Ignoring malparsed backtrace: 2023-06-13T05:51:08.391 INFO:teuthology.orchestra.run.smithi060.stdout:{"fsid":"bb608ba1-dc6f-42f0-b0fc-cb9995b6fdc1","health":{"status":"HEALTH_WARN","checks":{"OSD_DOWN":{"severity":"HEALTH_WARN","summary":{"message":"2 osds down","count":2},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 342/1000 objects degraded (34.200%), 6 pgs degraded, 16 pgs undersized","count":22},"muted":false},"SLOW_OPS":{"severity":"HEALTH_WARN","summary":{"message":"1 slow ops, oldest one blocked for 61 sec, mon.a has slow ops","count":1},"muted":false}},"mutes":[]},"election_epoch":3,"quorum":[0],"quorum_names":["a"],"quorum_age":264,"monmap":{"epoch":1,"min_mon_release_name":"reef","num_mons":1},"osdmap":{"epoch":26,"num_osds":4,"num_up_osds":2,"osd_up_since":1686635301,"num_in_osds":4,"osd_in_since":1686635206,"num_remapped_pgs":2},"pgmap":{"pgs_by_state":[{"state_name":"active+undersized","count":10},{"state_name":"active+clean","count":7},{"state_name":"active+undersized+degraded","count":6},{"state_name":"active+clean+remapped","count":2}],"num_pgs":25,"num_pools":3,"num_objects":500,"data_bytes":1493009194,"bytes_used":1606135808,"bytes_avail":427890593792,"bytes_total":429496729600,"degraded_objects":342,"degraded_total":1000,"degraded_ratio":0.34200000000000003},"fsmap":{"epoch":1,"by_rank":[],"up:standby":0},"mgrmap":{"available":true,"num_standbys":0,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":2,"modified":"2023-06-13T05:47:52.443211+0000","services":{}},"progress_events":{}} , 2023-06-13T05:51:08.411 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now , 2023-06-13T05:51:08.412 DEBUG:teuthology.orchestra.run.smithi060:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json Ignoring malparsed backtrace: 2023-06-13T05:51:17.026 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.0', 'version': "18'145", 'reported_seq': 440, 'reported_epoch': 26, 'state': 'active+undersized+degraded', 'last_fresh': '2023-06-13T05:48:22.217161+0000', 'last_change': '2023-06-13T05:48:03.238898+0000', 'last_active': '2023-06-13T05:48:22.217161+0000', 'last_peered': '2023-06-13T05:48:22.217161+0000', 'last_clean': '2023-06-13T05:47:49.624205+0000', 'last_became_active': '2023-06-13T05:47:51.243324+0000', 'last_became_peered': '2023-06-13T05:47:51.243324+0000', 'last_unstale': '2023-06-13T05:48:22.217161+0000', 'last_undegraded': '2023-06-13T05:47:51.235682+0000', 'last_fullsized': '2023-06-13T05:47:51.235267+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 16, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 145, 'log_dups_size': 0, 'ondisk_log_size': 145, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 154325570, 'num_objects': 52, 'num_object_clones': 0, 'num_object_copies': 104, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 52, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 293, 'num_read_kb': 169250, 'num_write': 368, 'num_write_kb': 106260, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3], 'acting': [3], 'avail_no_missing': ['3'], 'object_location_counts': [{'shards': '3', 'objects': 52}], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} , 2023-06-13T05:51:17.026 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2 is not active+clean , 2023-06-13T05:51:17.027 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2', 'version': "18'183", 'reported_seq': 22, 'reported_epoch': 26, 'state': 'active+undersized', 'last_fresh': '2023-06-13T05:48:22.221505+0000', 'last_change': '2023-06-13T05:48:33.304308+0000', 'last_active': '2023-06-13T05:48:22.221505+0000', 'last_peered': '2023-06-13T05:48:22.221505+0000', 'last_clean': '2023-06-13T05:47:59.320648+0000', 'last_became_active': '2023-06-13T05:48:22.215989+0000', 'last_became_peered': '2023-06-13T05:48:22.215989+0000', 'last_unstale': '2023-06-13T05:48:22.221505+0000', 'last_undegraded': '2023-06-13T05:48:22.221505+0000', 'last_fullsized': '2023-06-13T05:48:22.206062+0000', 'mapping_epoch': 25, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 22, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 183, 'log_dups_size': 0, 'ondisk_log_size': 183, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0], 'avail_no_missing': ['0'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} Ignoring malparsed backtrace: 2023-06-13T05:51:26.288 INFO:tasks.ceph.ceph_manager.ceph:PG 3.f is not active+clean , 2023-06-13T05:51:26.288 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.f', 'version': "19'142", 'reported_seq': 390, 'reported_epoch': 26, 'state': 'active+undersized+degraded', 'last_fresh': '2023-06-13T05:48:22.222890+0000', 'last_change': '2023-06-13T05:48:35.299893+0000', 'last_active': '2023-06-13T05:48:22.222890+0000', 'last_peered': '2023-06-13T05:48:22.222890+0000', 'last_clean': '2023-06-13T05:47:59.316356+0000', 'last_became_active': '2023-06-13T05:48:22.218368+0000', 'last_became_peered': '2023-06-13T05:48:22.218368+0000', 'last_unstale': '2023-06-13T05:48:22.222890+0000', 'last_undegraded': '2023-06-13T05:48:22.209539+0000', 'last_fullsized': '2023-06-13T05:48:22.208916+0000', 'mapping_epoch': 25, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 16, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 142, 'log_dups_size': 0, 'ondisk_log_size': 142, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 145450682, 'num_objects': 46, 'num_object_clones': 0, 'num_object_copies': 92, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 46, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 189, 'num_read_kb': 86147, 'num_write': 358, 'num_write_kb': 100940, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0], 'avail_no_missing': ['0'], 'object_location_counts': [{'shards': '0', 'objects': 46}], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} , 2023-06-13T05:51:26.289 INFO:tasks.ceph.ceph_manager.ceph:PG 3.e is not active+clean Ignoring malparsed backtrace: 2023-06-13T05:51:31.251 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now , 2023-06-13T05:51:31.252 DEBUG:teuthology.orchestra.run.smithi060:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json , 2023-06-13T05:51:31.379+0000 7f7d71473700 -1 WARNING: the following dangerous and experimental features are enabled: crimson Ignoring malparsed backtrace: 2023-06-13T05:51:40.273 INFO:tasks.ceph.ceph_manager.ceph:PG 2.0 is not active+clean , 2023-06-13T05:51:40.273 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.0', 'version': "0'0", 'reported_seq': 37, 'reported_epoch': 26, 'state': 'active+undersized', 'last_fresh': '2023-06-13T05:48:22.228472+0000', 'last_change': '2023-06-13T05:48:32.315217+0000', 'last_active': '2023-06-13T05:48:22.228472+0000', 'last_peered': '2023-06-13T05:48:22.228472+0000', 'last_clean': '2023-06-13T05:47:59.317967+0000', 'last_became_active': '2023-06-13T05:48:22.223568+0000', 'last_became_peered': '2023-06-13T05:48:22.223568+0000', 'last_unstale': '2023-06-13T05:48:22.228472+0000', 'last_undegraded': '2023-06-13T05:48:22.228472+0000', 'last_fullsized': '2023-06-13T05:48:22.215925+0000', 'mapping_epoch': 25, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 12, 'last_epoch_clean': 13, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0], 'avail_no_missing': ['0'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} , 2023-06-13T05:51:40.273 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1 is not active+clean Ignoring malparsed backtrace: 2023-06-13T05:51:49.309 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.e', 'version': "20'130", 'reported_seq': 33, 'reported_epoch': 24, 'state': 'active+undersized', 'last_fresh': '2023-06-13T05:47:59.322390+0000', 'last_change': '2023-06-13T05:48:03.283715+0000', 'last_active': '2023-06-13T05:47:59.322390+0000', 'last_peered': '2023-06-13T05:47:59.322390+0000', 'last_clean': '2023-06-13T05:47:06.172408+0000', 'last_became_active': '2023-06-13T05:47:51.264994+0000', 'last_became_peered': '2023-06-13T05:47:51.264994+0000', 'last_unstale': '2023-06-13T05:47:59.322390+0000', 'last_undegraded': '2023-06-13T05:47:59.322390+0000', 'last_fullsized': '2023-06-13T05:47:51.260208+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 16, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 130, 'log_dups_size': 0, 'ondisk_log_size': 130, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 5681162, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 4, 'num_read_kb': 2, 'num_write': 20, 'num_write_kb': 6286, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1], 'acting': [1], 'avail_no_missing': ['1'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} , 2023-06-13T05:51:49.310 INFO:tasks.ceph.ceph_manager.ceph:PG 3.b is not active+clean , 2023-06-13T05:51:49.310 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.b', 'version': "22'188", 'reported_seq': 28, 'reported_epoch': 26, 'state': 'active+clean+remapped', 'last_fresh': '2023-06-13T05:48:22.209235+0000', 'last_change': '2023-06-13T05:47:53.279865+0000', 'last_active': '2023-06-13T05:48:22.209235+0000', 'last_peered': '2023-06-13T05:48:22.209235+0000', 'last_clean': '2023-06-13T05:48:22.209235+0000', 'last_became_active': '2023-06-13T05:47:53.273788+0000', 'last_became_peered': '2023-06-13T05:47:53.273788+0000', 'last_unstale': '2023-06-13T05:48:22.209235+0000', 'last_undegraded': '2023-06-13T05:48:22.209235+0000', 'last_fullsized': '2023-06-13T05:48:22.209235+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 22, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 188, 'log_dups_size': 0, 'ondisk_log_size': 188, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 3764768, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 3, 'num_read_kb': 1, 'num_write': 10, 'num_write_kb': 3680, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0, 3], 'avail_no_missing': ['0', '3'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} Ignoring malparsed backtrace: 2023-06-13T05:51:58.367 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2 is not active+clean , 2023-06-13T05:51:58.367 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2', 'version': "18'183", 'reported_seq': 23, 'reported_epoch': 28, 'state': 'remapped+peering', 'last_fresh': '2023-06-13T05:48:33.304308+0000', 'last_change': '2023-06-13T05:51:52.410460+0000', 'last_active': '2023-06-13T05:51:52.410460+0000', 'last_peered': '2023-06-13T05:48:33.304308+0000', 'last_clean': '2023-06-13T05:47:59.320648+0000', 'last_became_active': '2023-06-13T05:48:22.215989+0000', 'last_became_peered': '2023-06-13T05:48:22.215989+0000', 'last_unstale': '2023-06-13T05:48:33.304308+0000', 'last_undegraded': '2023-06-13T05:48:33.304308+0000', 'last_fullsized': '2023-06-13T05:48:22.206062+0000', 'mapping_epoch': 28, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 22, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 183, 'log_dups_size': 0, 'ondisk_log_size': 183, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [1, 2], 'up_primary': 2, 'acting_primary': 0, 'purged_snaps': []} , 2023-06-13T05:51:58.368 INFO:tasks.ceph.ceph_manager.ceph:PG 3.4 is not active+clean Ignoring malparsed backtrace: 2023-06-13T05:52:13.607+0000 7f8ccd538700 -1 WARNING: the following dangerous and experimental features are enabled: crimson , instructed osd(s) 0 to deep-scrub , 2023-06-13T05:52:13.832 INFO:tasks.ceph:Scrubbing osd.1 Ignoring malparsed backtrace: teuthology.exceptions.CommandCrashedError: Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 4000 --objects 500 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 45 --op write 22 --op delete 10 --op write_excl 22 --pool unique_pool_0' , 2023-06-13T05:52:36.964 INFO:teuthology.misc:Shutting down mds daemons... , 2023-06-13T05:52:36.965 INFO:teuthology.misc:Shutting down osd daemons... Ignoring malparsed backtrace: /var/log/ceph/ceph-client.admin.119000.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107864.log , 49.6% -- replaced with /var/log/ceph/ceph-client.admin.119000.log.gz , /var/log/ceph/ceph-client.admin.118608.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108086.log Ignoring malparsed backtrace: /var/log/ceph/ceph-client.admin.112954.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113640.log , 49.6% -- replaced with /var/log/ceph/ceph-client.admin.112954.log.gz , /var/log/ceph/ceph-client.admin.111974.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115856.log Ignoring malparsed backtrace: /var/log/ceph/ceph-client.admin.108977.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107549.log , 50.0% -- replaced with /var/log/ceph/ceph-client.admin.108977.log.gz , gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112121.log Ignoring malparsed backtrace: /var/log/ceph/ceph-client.admin.117922.log: 50.0% -- replaced with /var/log/ceph/ceph-client.admin.117922.log.gz , /var/log/ceph/ceph-client.admin.111084.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.120478.log , 50.0% -- replaced with /var/log/ceph/ceph-client.admin.111084.log.gz Ignoring malparsed backtrace: 50.4% -- replaced with /var/log/ceph/ceph-client.admin.119302.log.gz , gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107550.log , /var/log/ceph/ceph-client.admin.117138.log: 50.4% -- replaced with /var/log/ceph/ceph-client.admin.117138.log.gz Ignoring malparsed backtrace: 49.6% -- replaced with /var/log/ceph/ceph-client.admin.112464.log.gz , /var/log/ceph/ceph-client.admin.114876.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107942.log , 50.4% -- replaced with /var/log/ceph/ceph-client.admin.114876.log.gz Ignoring malparsed backtrace: 2023-06-13T05:53:03.452 INFO:teuthology.orchestra.run.smithi098.stdout:=============================================================================== , 2023-06-13T05:53:03.453 INFO:teuthology.orchestra.run.smithi098.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 42 +261us[ +296us] +/- 85ms , 2023-06-13T05:53:03.453 INFO:teuthology.orchestra.run.smithi098.stdout:^* hv02.front.sepia.ceph.com 3 6 377 40 -2479us[-2443us] +/- 71ms Ignoring malparsed backtrace: self.gen.throw(type, value, traceback) , File "/home/teuthworker/src/git.ceph.com_teuthology_2ef0dcdee569e9851c9d2ffb6acfd4b80d031e61/teuthology/task/internal/__init__.py", line 420, in archive , fetch_binaries_for_coredumps(path, rem) Ignoring malparsed backtrace: ceph version 18.0.0-4318-g13364465 (133644651464727ae1bb58b3739a32d0c2fa0102) reef (dev) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xcc) [0x7fc52ece4ed4] , 2: (WriteOp::_finish(TestOp::CallbackInfo*)+0x1b0) [0x558b8d9420ca] Ignoring malparsed backtrace: 2023-06-13T05:48:00.030+0000 7fa716e9f700 -1 WARNING: the following dangerous and experimental features are enabled: crimson , 2023-06-13T05:48:00.037+0000 7fa716e9f700 -1 WARNING: the following dangerous and experimental features are enabled: crimson , 2023-06-13T05:48:00.243 INFO:teuthology.orchestra.run.smithi060.stdout: Ignoring malparsed backtrace: dumped all , 2023-06-13T05:48:09.852 INFO:teuthology.orchestra.run.smithi060.stdout:{"pg_ready":true,"pg_map":{"version":52,"stamp":"2023-06-13T05:48:08.447303+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1702798326,"num_objects":572,"num_object_clones":0,"num_object_copies":1144,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":52,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2602,"num_read_kb":1002155,"num_write":4758,"num_write_kb":1320842,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":48737030,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2887,"ondisk_log_size":2887,"up":40,"acting":44,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":0,"num_osds":4,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":419430400,"kb_used":1568476,"kb_used_data":1436092,"kb_used_omap":0,"kb_used_meta":132352,"kb_avail":417861924,"statfs":{"total":429496729600,"available":427890610176,"internally_reserved":0,"allocated":1470558208,"data_stored":1460629661,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":135528448},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-2,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":4069276,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002480"},"pg_stats":[{"pgid":"3.f","version":"19'142","reported_seq":383,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.315104+0000","last_change":"2023-06-13T05:47:07.302202+0000","last_active":"2023-06-13T05:47:59.315104+0000","last_peered":"2023-06-13T05:47:59.315104+0000","last_clean":"2023-06-13T05:47:59.315104+0000","last_became_active":"2023-06-13T05:47:07.298366+0000","last_became_peered":"2023-06-13T05:47:07.298366+0000","last_unstale":"2023-06-13T05:47:59.315104+0000","last_undegraded":"2023-06-13T05:47:59.315104+0000","last_fullsized":"2023-06-13T05:47:59.315104+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":145450682,"num_objects":46,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":86147,"num_write":358,"num_write_kb":100940,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"20'130","reported_seq":33,"reported_epoch":24,"state":"active+undersized","last_fresh":"2023-06-13T05:47:59.322390+0000","last_change":"2023-06-13T05:48:03.283715+0000","last_active":"2023-06-13T05:47:59.322390+0000","last_peered":"2023-06-13T05:47:59.322390+0000","last_clean":"2023-06-13T05:47:06.172408+0000","last_became_active":"2023-06-13T05:47:51.264994+0000","last_became_peered":"2023-06-13T05:47:51.264994+0000","last_unstale":"2023-06-13T05:47:59.322390+0000","last_undegraded":"2023-06-13T05:47:59.322390+0000","last_fullsized":"2023-06-13T05:47:51.260208+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":130,"log_dups_size":0,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5681162,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2,"num_write":20,"num_write_kb":6286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1],"acting":[1],"avail_no_missing":["1"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"20'225","reported_seq":573,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.309600+0000","last_change":"2023-06-13T05:47:07.274035+0000","last_active":"2023-06-13T05:47:59.309600+0000","last_peered":"2023-06-13T05:47:59.309600+0000","last_clean":"2023-06-13T05:47:59.309600+0000","last_became_active":"2023-06-13T05:47:07.266024+0000","last_became_peered":"2023-06-13T05:47:07.266024+0000","last_unstale":"2023-06-13T05:47:59.309600+0000","last_undegraded":"2023-06-13T05:47:59.309600+0000","last_fullsized":"2023-06-13T05:47:59.309600+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":225,"log_dups_size":0,"ondisk_log_size":225,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204580942,"num_objects":66,"num_object_clones":0,"num_object_copies":132,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":253,"num_read_kb":83646,"num_write":566,"num_write_kb":170482,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"19'130","reported_seq":352,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.319902+0000","last_change":"2023-06-13T05:47:07.251094+0000","last_active":"2023-06-13T05:47:59.319902+0000","last_peered":"2023-06-13T05:47:59.319902+0000","last_clean":"2023-06-13T05:47:59.319902+0000","last_became_active":"2023-06-13T05:47:07.247628+0000","last_became_peered":"2023-06-13T05:47:07.247628+0000","last_unstale":"2023-06-13T05:47:59.319902+0000","last_undegraded":"2023-06-13T05:47:59.319902+0000","last_fullsized":"2023-06-13T05:47:59.319902+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":130,"log_dups_size":0,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":125786558,"num_objects":42,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":182,"num_read_kb":75741,"num_write":322,"num_write_kb":93396,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"22'188","reported_seq":24,"reported_epoch":24,"state":"active+clean+remapped","last_fresh":"2023-06-13T05:47:59.310233+0000","last_change":"2023-06-13T05:47:53.279865+0000","last_active":"2023-06-13T05:47:59.310233+0000","last_peered":"2023-06-13T05:47:59.310233+0000","last_clean":"2023-06-13T05:47:59.310233+0000","last_became_active":"2023-06-13T05:47:53.273788+0000","last_became_peered":"2023-06-13T05:47:53.273788+0000","last_unstale":"2023-06-13T05:47:59.310233+0000","last_undegraded":"2023-06-13T05:47:59.310233+0000","last_fullsized":"2023-06-13T05:47:59.310233+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3764768,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1,"num_write":10,"num_write_kb":3680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0,3],"avail_no_missing":["0","3"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.a","version":"18'219","reported_seq":573,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.321337+0000","last_change":"2023-06-13T05:47:07.314993+0000","last_active":"2023-06-13T05:47:59.321337+0000","last_peered":"2023-06-13T05:47:59.321337+0000","last_clean":"2023-06-13T05:47:59.321337+0000","last_became_active":"2023-06-13T05:47:07.312285+0000","last_became_peered":"2023-06-13T05:47:07.312285+0000","last_unstale":"2023-06-13T05:47:59.321337+0000","last_undegraded":"2023-06-13T05:47:59.321337+0000","last_fullsized":"2023-06-13T05:47:59.321337+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":219,"log_dups_size":0,"ondisk_log_size":219,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":203974966,"num_objects":70,"num_object_clones":0,"num_object_copies":140,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":291,"num_read_kb":104671,"num_write":554,"num_write_kb":162292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"21'176","reported_seq":460,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.322631+0000","last_change":"2023-06-13T05:47:07.296127+0000","last_active":"2023-06-13T05:47:59.322631+0000","last_peered":"2023-06-13T05:47:59.322631+0000","last_clean":"2023-06-13T05:47:59.322631+0000","last_became_active":"2023-06-13T05:47:07.292815+0000","last_became_peered":"2023-06-13T05:47:07.292815+0000","last_unstale":"2023-06-13T05:47:59.322631+0000","last_undegraded":"2023-06-13T05:47:59.322631+0000","last_fullsized":"2023-06-13T05:47:59.322631+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":176,"log_dups_size":0,"ondisk_log_size":176,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":148644738,"num_objects":50,"num_object_clones":0,"num_object_copies":100,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":218,"num_read_kb":81216,"num_write":434,"num_write_kb":128988,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.8","version":"18'166","reported_seq":15,"reported_epoch":24,"state":"active+clean+remapped","last_fresh":"2023-06-13T05:47:59.335502+0000","last_change":"2023-06-13T05:47:53.304857+0000","last_active":"2023-06-13T05:47:59.335502+0000","last_peered":"2023-06-13T05:47:59.335502+0000","last_clean":"2023-06-13T05:47:59.335502+0000","last_became_active":"2023-06-13T05:47:53.301356+0000","last_became_peered":"2023-06-13T05:47:53.301356+0000","last_unstale":"2023-06-13T05:47:59.335502+0000","last_undegraded":"2023-06-13T05:47:59.335502+0000","last_fullsized":"2023-06-13T05:47:59.335502+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":166,"log_dups_size":0,"ondisk_log_size":166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3,1],"avail_no_missing":["3","1"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":17,"reported_epoch":24,"state":"active+undersized","last_fresh":"2023-06-13T05:47:59.340282+0000","last_change":"2023-06-13T05:48:00.310391+0000","last_active":"2023-06-13T05:47:59.340282+0000","last_peered":"2023-06-13T05:47:59.340282+0000","last_clean":"2023-06-13T05:46:55.188408+0000","last_became_active":"2023-06-13T05:47:51.244080+0000","last_became_peered":"2023-06-13T05:47:51.244080+0000","last_unstale":"2023-06-13T05:47:59.340282+0000","last_undegraded":"2023-06-13T05:47:59.340282+0000","last_fullsized":"2023-06-13T05:47:51.240684+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.5","version":"19'166","reported_seq":432,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.311440+0000","last_change":"2023-06-13T05:47:07.268946+0000","last_active":"2023-06-13T05:47:59.311440+0000","last_peered":"2023-06-13T05:47:59.311440+0000","last_clean":"2023-06-13T05:47:59.311440+0000","last_became_active":"2023-06-13T05:47:07.263874+0000","last_became_peered":"2023-06-13T05:47:07.263874+0000","last_unstale":"2023-06-13T05:47:59.311440+0000","last_undegraded":"2023-06-13T05:47:59.311440+0000","last_fullsized":"2023-06-13T05:47:59.311440+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":166,"log_dups_size":0,"ondisk_log_size":166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":132376882,"num_objects":46,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":196,"num_read_kb":71553,"num_write":414,"num_write_kb":122784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":33,"reported_epoch":24,"state":"active+undersized","last_fresh":"2023-06-13T05:47:59.318794+0000","last_change":"2023-06-13T05:48:00.294631+0000","last_active":"2023-06-13T05:47:59.318794+0000","last_peered":"2023-06-13T05:47:59.318794+0000","last_clean":"2023-06-13T05:47:12.301036+0000","last_became_active":"2023-06-13T05:47:51.286565+0000","last_became_peered":"2023-06-13T05:47:51.286565+0000","last_unstale":"2023-06-13T05:47:59.318794+0000","last_undegraded":"2023-06-13T05:47:59.318794+0000","last_fullsized":"2023-06-13T05:47:51.249247+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3","version":"18'192","reported_seq":507,"reported_epoch":18,"state":"active+clean","last_fresh":"2023-06-13T05:47:50.497563+0000","last_change":"2023-06-13T05:47:07.267949+0000","last_active":"2023-06-13T05:47:50.497563+0000","last_peered":"2023-06-13T05:47:50.497563+0000","last_clean":"2023-06-13T05:47:50.497563+0000","last_became_active":"2023-06-13T05:47:07.264973+0000","last_became_peered":"2023-06-13T05:47:07.264973+0000","last_unstale":"2023-06-13T05:47:50.497563+0000","last_undegraded":"2023-06-13T05:47:50.497563+0000","last_fullsized":"2023-06-13T05:47:50.497563+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":192,"log_dups_size":0,"ondisk_log_size":192,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":209789132,"num_objects":72,"num_object_clones":0,"num_object_copies":144,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":285,"num_read_kb":94635,"num_write":488,"num_write_kb":142692,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.314694+0000","last_change":"2023-06-13T05:46:56.320929+0000","last_active":"2023-06-13T05:47:59.314694+0000","last_peered":"2023-06-13T05:47:59.314694+0000","last_clean":"2023-06-13T05:47:59.314694+0000","last_became_active":"2023-06-13T05:46:56.313840+0000","last_became_peered":"2023-06-13T05:46:56.313840+0000","last_unstale":"2023-06-13T05:47:59.314694+0000","last_undegraded":"2023-06-13T05:47:59.314694+0000","last_fullsized":"2023-06-13T05:47:59.314694+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"18'145","reported_seq":436,"reported_epoch":24,"state":"active+undersized+degraded","last_fresh":"2023-06-13T05:47:59.338325+0000","last_change":"2023-06-13T05:48:03.238898+0000","last_active":"2023-06-13T05:47:59.338325+0000","last_peered":"2023-06-13T05:47:59.338325+0000","last_clean":"2023-06-13T05:47:49.624205+0000","last_became_active":"2023-06-13T05:47:51.243324+0000","last_became_peered":"2023-06-13T05:47:51.243324+0000","last_unstale":"2023-06-13T05:47:59.338325+0000","last_undegraded":"2023-06-13T05:47:51.235682+0000","last_fullsized":"2023-06-13T05:47:51.235267+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":145,"log_dups_size":0,"ondisk_log_size":145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154325570,"num_objects":52,"num_object_clones":0,"num_object_copies":104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":52,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":293,"num_read_kb":169250,"num_write":368,"num_write_kb":106260,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[{"shards":"3","objects":52}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.317217+0000","last_change":"2023-06-13T05:46:56.299807+0000","last_active":"2023-06-13T05:47:59.317217+0000","last_peered":"2023-06-13T05:47:59.317217+0000","last_clean":"2023-06-13T05:47:59.317217+0000","last_became_active":"2023-06-13T05:46:56.296570+0000","last_became_peered":"2023-06-13T05:46:56.296570+0000","last_unstale":"2023-06-13T05:47:59.317217+0000","last_undegraded":"2023-06-13T05:47:59.317217+0000","last_fullsized":"2023-06-13T05:47:59.317217+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"13'97","reported_seq":258,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.341199+0000","last_change":"2023-06-13T05:46:54.245148+0000","last_active":"2023-06-13T05:47:59.341199+0000","last_peered":"2023-06-13T05:47:59.341199+0000","last_clean":"2023-06-13T05:47:59.341199+0000","last_became_active":"2023-06-13T05:46:54.241383+0000","last_became_peered":"2023-06-13T05:46:54.241383+0000","last_unstale":"2023-06-13T05:47:59.341199+0000","last_undegraded":"2023-06-13T05:47:59.341199+0000","last_fullsized":"2023-06-13T05:47:59.341199+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:53.179309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:53.179309+0000","last_clean_scrub_stamp":"2023-06-13T05:46:53.179309+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1180736,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":142,"num_read_kb":120,"num_write":274,"num_write_kb":3788,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"18'183","reported_seq":15,"reported_epoch":24,"state":"active+clean+remapped","last_fresh":"2023-06-13T05:47:59.318121+0000","last_change":"2023-06-13T05:47:53.312006+0000","last_active":"2023-06-13T05:47:59.318121+0000","last_peered":"2023-06-13T05:47:59.318121+0000","last_clean":"2023-06-13T05:47:59.318121+0000","last_became_active":"2023-06-13T05:47:53.303790+0000","last_became_peered":"2023-06-13T05:47:53.303790+0000","last_unstale":"2023-06-13T05:47:59.318121+0000","last_undegraded":"2023-06-13T05:47:59.318121+0000","last_fullsized":"2023-06-13T05:47:59.318121+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":183,"log_dups_size":0,"ondisk_log_size":183,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0,1],"avail_no_missing":["0","1"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":30,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.316235+0000","last_change":"2023-06-13T05:46:56.308281+0000","last_active":"2023-06-13T05:47:59.316235+0000","last_peered":"2023-06-13T05:47:59.316235+0000","last_clean":"2023-06-13T05:47:59.316235+0000","last_became_active":"2023-06-13T05:46:56.305451+0000","last_became_peered":"2023-06-13T05:46:56.305451+0000","last_unstale":"2023-06-13T05:47:59.316235+0000","last_undegraded":"2023-06-13T05:47:59.316235+0000","last_fullsized":"2023-06-13T05:47:59.316235+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"19'242","reported_seq":647,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.333924+0000","last_change":"2023-06-13T05:47:07.259594+0000","last_active":"2023-06-13T05:47:59.333924+0000","last_peered":"2023-06-13T05:47:59.333924+0000","last_clean":"2023-06-13T05:47:59.333924+0000","last_became_active":"2023-06-13T05:47:07.255607+0000","last_became_peered":"2023-06-13T05:47:07.255607+0000","last_unstale":"2023-06-13T05:47:59.333924+0000","last_undegraded":"2023-06-13T05:47:59.333924+0000","last_fullsized":"2023-06-13T05:47:59.333924+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":242,"log_dups_size":0,"ondisk_log_size":242,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":206665472,"num_objects":68,"num_object_clones":0,"num_object_copies":136,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":335,"num_read_kb":151059,"num_write":610,"num_write_kb":180986,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":33,"reported_epoch":24,"state":"active+undersized","last_fresh":"2023-06-13T05:47:59.341186+0000","last_change":"2023-06-13T05:48:00.306539+0000","last_active":"2023-06-13T05:47:59.341186+0000","last_peered":"2023-06-13T05:47:59.341186+0000","last_clean":"2023-06-13T05:47:12.330806+0000","last_became_active":"2023-06-13T05:47:51.248148+0000","last_became_peered":"2023-06-13T05:47:51.248148+0000","last_unstale":"2023-06-13T05:47:59.341186+0000","last_undegraded":"2023-06-13T05:47:59.341186+0000","last_fullsized":"2023-06-13T05:47:51.240648+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"18'182","reported_seq":14,"reported_epoch":24,"state":"active+clean+remapped","last_fresh":"2023-06-13T05:47:59.353459+0000","last_change":"2023-06-13T05:47:59.354107+0000","last_active":"2023-06-13T05:47:59.353459+0000","last_peered":"2023-06-13T05:47:59.353459+0000","last_clean":"2023-06-13T05:47:06.172408+0000","last_became_active":"2023-06-13T05:47:59.350954+0000","last_became_peered":"2023-06-13T05:47:59.350954+0000","last_unstale":"2023-06-13T05:47:59.353459+0000","last_undegraded":"2023-06-13T05:47:59.353459+0000","last_fullsized":"2023-06-13T05:47:59.353459+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":182,"log_dups_size":0,"ondisk_log_size":182,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":48737030,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0,3],"avail_no_missing":["0","3"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"18'133","reported_seq":371,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.340988+0000","last_change":"2023-06-13T05:47:07.276265+0000","last_active":"2023-06-13T05:47:59.340988+0000","last_peered":"2023-06-13T05:47:59.340988+0000","last_clean":"2023-06-13T05:47:59.340988+0000","last_became_active":"2023-06-13T05:47:07.273406+0000","last_became_peered":"2023-06-13T05:47:07.273406+0000","last_unstale":"2023-06-13T05:47:59.340988+0000","last_undegraded":"2023-06-13T05:47:59.340988+0000","last_fullsized":"2023-06-13T05:47:59.340988+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":133,"log_dups_size":0,"ondisk_log_size":133,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":160576718,"num_objects":56,"num_object_clones":0,"num_object_copies":112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":211,"num_read_kb":84114,"num_write":340,"num_write_kb":98268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":16,"reported_epoch":18,"state":"active+clean","last_fresh":"2023-06-13T05:47:09.209725+0000","last_change":"2023-06-13T05:46:56.291873+0000","last_active":"2023-06-13T05:47:09.209725+0000","last_peered":"2023-06-13T05:47:09.209725+0000","last_clean":"2023-06-13T05:47:09.209725+0000","last_became_active":"2023-06-13T05:46:56.286857+0000","last_became_peered":"2023-06-13T05:46:56.286857+0000","last_unstale":"2023-06-13T05:47:09.209725+0000","last_undegraded":"2023-06-13T05:47:09.209725+0000","last_fullsized":"2023-06-13T05:47:09.209725+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.314161+0000","last_change":"2023-06-13T05:46:56.303255+0000","last_active":"2023-06-13T05:47:59.314161+0000","last_peered":"2023-06-13T05:47:59.314161+0000","last_clean":"2023-06-13T05:47:59.314161+0000","last_became_active":"2023-06-13T05:46:56.300128+0000","last_became_peered":"2023-06-13T05:46:56.300128+0000","last_unstale":"2023-06-13T05:47:59.314161+0000","last_undegraded":"2023-06-13T05:47:59.314161+0000","last_fullsized":"2023-06-13T05:47:59.314161+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.6","version":"18'171","reported_seq":17,"reported_epoch":24,"state":"active+undersized","last_fresh":"2023-06-13T05:47:59.342968+0000","last_change":"2023-06-13T05:48:03.284613+0000","last_active":"2023-06-13T05:47:59.342968+0000","last_peered":"2023-06-13T05:47:59.342968+0000","last_clean":"2023-06-13T05:47:06.172408+0000","last_became_active":"2023-06-13T05:47:51.249819+0000","last_became_peered":"2023-06-13T05:47:51.249819+0000","last_unstale":"2023-06-13T05:47:59.342968+0000","last_undegraded":"2023-06-13T05:47:59.342968+0000","last_fullsized":"2023-06-13T05:47:51.243208+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":171,"log_dups_size":0,"ondisk_log_size":171,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":16,"stat_sum":{"num_bytes":1701617590,"num_objects":568,"num_object_clones":0,"num_object_copies":1136,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":52,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2460,"num_read_kb":1002035,"num_write":4484,"num_write_kb":1317054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":48737030,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2790,"ondisk_log_size":2790,"up":25,"acting":29,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":1180736,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":142,"num_read_kb":120,"num_write":274,"num_write_kb":3788,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":2,"acting":2,"num_store_stats":0},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":13,"acting":13,"num_store_stats":0}],"osd_stats":[{"osd":3,"up_from":9,"seq":38654705740,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":463612,"kb_used_data":428468,"kb_used_omap":0,"kb_used_meta":35136,"kb_avail":104393988,"statfs":{"total":107374182400,"available":106899443712,"internally_reserved":0,"allocated":438751232,"data_stored":435846968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":35979264},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":9,"seq":38654705740,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":245476,"kb_used_data":214428,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":104612124,"statfs":{"total":107374182400,"available":107122814976,"internally_reserved":0,"allocated":219574272,"data_stored":218022872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":9,"seq":38654705740,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":391128,"kb_used_data":360080,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":104466472,"statfs":{"total":107374182400,"available":106973667328,"internally_reserved":0,"allocated":368721920,"data_stored":366188531,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":9,"seq":38654705740,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":468260,"kb_used_data":433116,"kb_used_omap":0,"kb_used_meta":35136,"kb_avail":104389340,"statfs":{"total":107374182400,"available":106894684160,"internally_reserved":0,"allocated":443510784,"data_stored":440571290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":35979264},"hb_peers":[0,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]}],"pool_statfs":[]}} , 2023-06-13T05:48:09.854 INFO:tasks.ceph.ceph_manager.ceph:PG 3.e is not active+clean Ignoring malparsed backtrace: 2023-06-13T05:48:18.882 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.0', 'version': "18'145", 'reported_seq': 436, 'reported_epoch': 24, 'state': 'active+undersized+degraded', 'last_fresh': '2023-06-13T05:47:59.338325+0000', 'last_change': '2023-06-13T05:48:03.238898+0000', 'last_active': '2023-06-13T05:47:59.338325+0000', 'last_peered': '2023-06-13T05:47:59.338325+0000', 'last_clean': '2023-06-13T05:47:49.624205+0000', 'last_became_active': '2023-06-13T05:47:51.243324+0000', 'last_became_peered': '2023-06-13T05:47:51.243324+0000', 'last_unstale': '2023-06-13T05:47:59.338325+0000', 'last_undegraded': '2023-06-13T05:47:51.235682+0000', 'last_fullsized': '2023-06-13T05:47:51.235267+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 16, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 145, 'log_dups_size': 0, 'ondisk_log_size': 145, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 154325570, 'num_objects': 52, 'num_object_clones': 0, 'num_object_copies': 104, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 52, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 293, 'num_read_kb': 169250, 'num_write': 368, 'num_write_kb': 106260, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3], 'acting': [3], 'avail_no_missing': ['3'], 'object_location_counts': [{'shards': '3', 'objects': 52}], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} , 2023-06-13T05:48:18.882 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2 is not active+clean , 2023-06-13T05:48:18.883 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2', 'version': "18'183", 'reported_seq': 15, 'reported_epoch': 24, 'state': 'active+clean+remapped', 'last_fresh': '2023-06-13T05:47:59.318121+0000', 'last_change': '2023-06-13T05:47:53.312006+0000', 'last_active': '2023-06-13T05:47:59.318121+0000', 'last_peered': '2023-06-13T05:47:59.318121+0000', 'last_clean': '2023-06-13T05:47:59.318121+0000', 'last_became_active': '2023-06-13T05:47:53.303790+0000', 'last_became_peered': '2023-06-13T05:47:53.303790+0000', 'last_unstale': '2023-06-13T05:47:59.318121+0000', 'last_undegraded': '2023-06-13T05:47:59.318121+0000', 'last_fullsized': '2023-06-13T05:47:59.318121+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 22, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 183, 'log_dups_size': 0, 'ondisk_log_size': 183, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0, 1], 'avail_no_missing': ['0', '1'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} Ignoring malparsed backtrace: 2023-06-13T05:48:27.926 INFO:tasks.ceph.ceph_manager.ceph:PG 3.8 is not active+clean , 2023-06-13T05:48:27.926 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.8', 'version': "18'166", 'reported_seq': 21, 'reported_epoch': 26, 'state': 'active+undersized+wait', 'last_fresh': '2023-06-13T05:48:22.221068+0000', 'last_change': '2023-06-13T05:48:22.220636+0000', 'last_active': '2023-06-13T05:48:22.221068+0000', 'last_peered': '2023-06-13T05:48:22.221068+0000', 'last_clean': '2023-06-13T05:47:59.337487+0000', 'last_became_active': '2023-06-13T05:48:22.220636+0000', 'last_became_peered': '2023-06-13T05:48:22.220636+0000', 'last_unstale': '2023-06-13T05:48:22.221068+0000', 'last_undegraded': '2023-06-13T05:48:22.221068+0000', 'last_fullsized': '2023-06-13T05:48:22.215752+0000', 'mapping_epoch': 25, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 22, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 166, 'log_dups_size': 0, 'ondisk_log_size': 166, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3], 'acting': [3], 'avail_no_missing': ['3'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} , 2023-06-13T05:48:27.926 INFO:tasks.ceph.ceph_manager.ceph:PG 2.4 is not active+clean Ignoring malparsed backtrace: 2023-06-13T05:48:37.008 INFO:teuthology.orchestra.run.smithi060.stdout:{"pg_ready":true,"pg_map":{"version":68,"stamp":"2023-06-13T05:48:36.454514+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1702798326,"num_objects":572,"num_object_clones":0,"num_object_copies":1144,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":342,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2602,"num_read_kb":1002155,"num_write":4758,"num_write_kb":1320842,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":48737030,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2887,"ondisk_log_size":2887,"up":34,"acting":36,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":0,"num_osds":4,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":419430400,"kb_used":1568492,"kb_used_data":1436108,"kb_used_omap":0,"kb_used_meta":132352,"kb_avail":417861908,"statfs":{"total":429496729600,"available":427890593792,"internally_reserved":0,"allocated":1470574592,"data_stored":1460642329,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":135528448},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002819"},"pg_stats":[{"pgid":"3.f","version":"19'142","reported_seq":389,"reported_epoch":26,"state":"active+undersized+degraded+wait","last_fresh":"2023-06-13T05:48:22.218733+0000","last_change":"2023-06-13T05:48:22.218368+0000","last_active":"2023-06-13T05:48:22.218733+0000","last_peered":"2023-06-13T05:48:22.218733+0000","last_clean":"2023-06-13T05:47:59.316356+0000","last_became_active":"2023-06-13T05:48:22.218368+0000","last_became_peered":"2023-06-13T05:48:22.218368+0000","last_unstale":"2023-06-13T05:48:22.218733+0000","last_undegraded":"2023-06-13T05:48:22.209539+0000","last_fullsized":"2023-06-13T05:48:22.208916+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":145450682,"num_objects":46,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":46,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":86147,"num_write":358,"num_write_kb":100940,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0","objects":46}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"20'130","reported_seq":33,"reported_epoch":24,"state":"active+undersized","last_fresh":"2023-06-13T05:47:59.322390+0000","last_change":"2023-06-13T05:48:03.283715+0000","last_active":"2023-06-13T05:47:59.322390+0000","last_peered":"2023-06-13T05:47:59.322390+0000","last_clean":"2023-06-13T05:47:06.172408+0000","last_became_active":"2023-06-13T05:47:51.264994+0000","last_became_peered":"2023-06-13T05:47:51.264994+0000","last_unstale":"2023-06-13T05:47:59.322390+0000","last_undegraded":"2023-06-13T05:47:59.322390+0000","last_fullsized":"2023-06-13T05:47:51.260208+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":130,"log_dups_size":0,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5681162,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2,"num_write":20,"num_write_kb":6286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1],"acting":[1],"avail_no_missing":["1"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"20'225","reported_seq":573,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.309600+0000","last_change":"2023-06-13T05:47:07.274035+0000","last_active":"2023-06-13T05:47:59.309600+0000","last_peered":"2023-06-13T05:47:59.309600+0000","last_clean":"2023-06-13T05:47:59.309600+0000","last_became_active":"2023-06-13T05:47:07.266024+0000","last_became_peered":"2023-06-13T05:47:07.266024+0000","last_unstale":"2023-06-13T05:47:59.309600+0000","last_undegraded":"2023-06-13T05:47:59.309600+0000","last_fullsized":"2023-06-13T05:47:59.309600+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":225,"log_dups_size":0,"ondisk_log_size":225,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204580942,"num_objects":66,"num_object_clones":0,"num_object_copies":132,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":253,"num_read_kb":83646,"num_write":566,"num_write_kb":170482,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"19'130","reported_seq":356,"reported_epoch":26,"state":"active+clean","last_fresh":"2023-06-13T05:48:22.204378+0000","last_change":"2023-06-13T05:47:07.251094+0000","last_active":"2023-06-13T05:48:22.204378+0000","last_peered":"2023-06-13T05:48:22.204378+0000","last_clean":"2023-06-13T05:48:22.204378+0000","last_became_active":"2023-06-13T05:47:07.247628+0000","last_became_peered":"2023-06-13T05:47:07.247628+0000","last_unstale":"2023-06-13T05:48:22.204378+0000","last_undegraded":"2023-06-13T05:48:22.204378+0000","last_fullsized":"2023-06-13T05:48:22.204378+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":130,"log_dups_size":0,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":125786558,"num_objects":42,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":182,"num_read_kb":75741,"num_write":322,"num_write_kb":93396,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"22'188","reported_seq":28,"reported_epoch":26,"state":"active+clean+remapped","last_fresh":"2023-06-13T05:48:22.209235+0000","last_change":"2023-06-13T05:47:53.279865+0000","last_active":"2023-06-13T05:48:22.209235+0000","last_peered":"2023-06-13T05:48:22.209235+0000","last_clean":"2023-06-13T05:48:22.209235+0000","last_became_active":"2023-06-13T05:47:53.273788+0000","last_became_peered":"2023-06-13T05:47:53.273788+0000","last_unstale":"2023-06-13T05:48:22.209235+0000","last_undegraded":"2023-06-13T05:48:22.209235+0000","last_fullsized":"2023-06-13T05:48:22.209235+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3764768,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1,"num_write":10,"num_write_kb":3680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0,3],"avail_no_missing":["0","3"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.a","version":"18'219","reported_seq":579,"reported_epoch":26,"state":"active+undersized+degraded+wait","last_fresh":"2023-06-13T05:48:22.225768+0000","last_change":"2023-06-13T05:48:22.225410+0000","last_active":"2023-06-13T05:48:22.225768+0000","last_peered":"2023-06-13T05:48:22.225768+0000","last_clean":"2023-06-13T05:47:59.321482+0000","last_became_active":"2023-06-13T05:48:22.225410+0000","last_became_peered":"2023-06-13T05:48:22.225410+0000","last_unstale":"2023-06-13T05:48:22.225768+0000","last_undegraded":"2023-06-13T05:48:22.219074+0000","last_fullsized":"2023-06-13T05:48:22.218649+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":219,"log_dups_size":0,"ondisk_log_size":219,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":203974966,"num_objects":70,"num_object_clones":0,"num_object_copies":140,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":70,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":291,"num_read_kb":104671,"num_write":554,"num_write_kb":162292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0","objects":70}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"21'176","reported_seq":466,"reported_epoch":26,"state":"active+undersized+degraded+wait","last_fresh":"2023-06-13T05:48:22.214510+0000","last_change":"2023-06-13T05:48:22.214145+0000","last_active":"2023-06-13T05:48:22.214510+0000","last_peered":"2023-06-13T05:48:22.214510+0000","last_clean":"2023-06-13T05:47:59.322796+0000","last_became_active":"2023-06-13T05:48:22.214145+0000","last_became_peered":"2023-06-13T05:48:22.214145+0000","last_unstale":"2023-06-13T05:48:22.214510+0000","last_undegraded":"2023-06-13T05:48:22.204140+0000","last_fullsized":"2023-06-13T05:48:22.203657+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":176,"log_dups_size":0,"ondisk_log_size":176,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":148644738,"num_objects":50,"num_object_clones":0,"num_object_copies":100,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":50,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":218,"num_read_kb":81216,"num_write":434,"num_write_kb":128988,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0","objects":50}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.8","version":"18'166","reported_seq":21,"reported_epoch":26,"state":"active+undersized+wait","last_fresh":"2023-06-13T05:48:22.221068+0000","last_change":"2023-06-13T05:48:22.220636+0000","last_active":"2023-06-13T05:48:22.221068+0000","last_peered":"2023-06-13T05:48:22.221068+0000","last_clean":"2023-06-13T05:47:59.337487+0000","last_became_active":"2023-06-13T05:48:22.220636+0000","last_became_peered":"2023-06-13T05:48:22.220636+0000","last_unstale":"2023-06-13T05:48:22.221068+0000","last_undegraded":"2023-06-13T05:48:22.221068+0000","last_fullsized":"2023-06-13T05:48:22.215752+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":166,"log_dups_size":0,"ondisk_log_size":166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.214726+0000","last_change":"2023-06-13T05:48:00.310391+0000","last_active":"2023-06-13T05:48:22.214726+0000","last_peered":"2023-06-13T05:48:22.214726+0000","last_clean":"2023-06-13T05:46:55.188408+0000","last_became_active":"2023-06-13T05:47:51.244080+0000","last_became_peered":"2023-06-13T05:47:51.244080+0000","last_unstale":"2023-06-13T05:48:22.214726+0000","last_undegraded":"2023-06-13T05:48:22.214726+0000","last_fullsized":"2023-06-13T05:47:51.240684+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.5","version":"19'166","reported_seq":432,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.311440+0000","last_change":"2023-06-13T05:47:07.268946+0000","last_active":"2023-06-13T05:47:59.311440+0000","last_peered":"2023-06-13T05:47:59.311440+0000","last_clean":"2023-06-13T05:47:59.311440+0000","last_became_active":"2023-06-13T05:47:07.263874+0000","last_became_peered":"2023-06-13T05:47:07.263874+0000","last_unstale":"2023-06-13T05:47:59.311440+0000","last_undegraded":"2023-06-13T05:47:59.311440+0000","last_fullsized":"2023-06-13T05:47:59.311440+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":166,"log_dups_size":0,"ondisk_log_size":166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":132376882,"num_objects":46,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":196,"num_read_kb":71553,"num_write":414,"num_write_kb":122784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":37,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.210690+0000","last_change":"2023-06-13T05:48:00.294631+0000","last_active":"2023-06-13T05:48:22.210690+0000","last_peered":"2023-06-13T05:48:22.210690+0000","last_clean":"2023-06-13T05:47:12.301036+0000","last_became_active":"2023-06-13T05:47:51.286565+0000","last_became_peered":"2023-06-13T05:47:51.286565+0000","last_unstale":"2023-06-13T05:48:22.210690+0000","last_undegraded":"2023-06-13T05:48:22.210690+0000","last_fullsized":"2023-06-13T05:47:51.249247+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3","version":"18'192","reported_seq":507,"reported_epoch":18,"state":"active+clean","last_fresh":"2023-06-13T05:47:50.497563+0000","last_change":"2023-06-13T05:47:07.267949+0000","last_active":"2023-06-13T05:47:50.497563+0000","last_peered":"2023-06-13T05:47:50.497563+0000","last_clean":"2023-06-13T05:47:50.497563+0000","last_became_active":"2023-06-13T05:47:07.264973+0000","last_became_peered":"2023-06-13T05:47:07.264973+0000","last_unstale":"2023-06-13T05:47:50.497563+0000","last_undegraded":"2023-06-13T05:47:50.497563+0000","last_fullsized":"2023-06-13T05:47:50.497563+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":192,"log_dups_size":0,"ondisk_log_size":192,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":209789132,"num_objects":72,"num_object_clones":0,"num_object_copies":144,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":285,"num_read_kb":94635,"num_write":488,"num_write_kb":142692,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.314694+0000","last_change":"2023-06-13T05:46:56.320929+0000","last_active":"2023-06-13T05:47:59.314694+0000","last_peered":"2023-06-13T05:47:59.314694+0000","last_clean":"2023-06-13T05:47:59.314694+0000","last_became_active":"2023-06-13T05:46:56.313840+0000","last_became_peered":"2023-06-13T05:46:56.313840+0000","last_unstale":"2023-06-13T05:47:59.314694+0000","last_undegraded":"2023-06-13T05:47:59.314694+0000","last_fullsized":"2023-06-13T05:47:59.314694+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"18'145","reported_seq":440,"reported_epoch":26,"state":"active+undersized+degraded","last_fresh":"2023-06-13T05:48:22.217161+0000","last_change":"2023-06-13T05:48:03.238898+0000","last_active":"2023-06-13T05:48:22.217161+0000","last_peered":"2023-06-13T05:48:22.217161+0000","last_clean":"2023-06-13T05:47:49.624205+0000","last_became_active":"2023-06-13T05:47:51.243324+0000","last_became_peered":"2023-06-13T05:47:51.243324+0000","last_unstale":"2023-06-13T05:48:22.217161+0000","last_undegraded":"2023-06-13T05:47:51.235682+0000","last_fullsized":"2023-06-13T05:47:51.235267+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":145,"log_dups_size":0,"ondisk_log_size":145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154325570,"num_objects":52,"num_object_clones":0,"num_object_copies":104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":52,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":293,"num_read_kb":169250,"num_write":368,"num_write_kb":106260,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[{"shards":"3","objects":52}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.317217+0000","last_change":"2023-06-13T05:46:56.299807+0000","last_active":"2023-06-13T05:47:59.317217+0000","last_peered":"2023-06-13T05:47:59.317217+0000","last_clean":"2023-06-13T05:47:59.317217+0000","last_became_active":"2023-06-13T05:46:56.296570+0000","last_became_peered":"2023-06-13T05:46:56.296570+0000","last_unstale":"2023-06-13T05:47:59.317217+0000","last_undegraded":"2023-06-13T05:47:59.317217+0000","last_fullsized":"2023-06-13T05:47:59.317217+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"13'97","reported_seq":262,"reported_epoch":26,"state":"active+clean","last_fresh":"2023-06-13T05:48:22.208908+0000","last_change":"2023-06-13T05:46:54.245148+0000","last_active":"2023-06-13T05:48:22.208908+0000","last_peered":"2023-06-13T05:48:22.208908+0000","last_clean":"2023-06-13T05:48:22.208908+0000","last_became_active":"2023-06-13T05:46:54.241383+0000","last_became_peered":"2023-06-13T05:46:54.241383+0000","last_unstale":"2023-06-13T05:48:22.208908+0000","last_undegraded":"2023-06-13T05:48:22.208908+0000","last_fullsized":"2023-06-13T05:48:22.208908+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:53.179309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:53.179309+0000","last_clean_scrub_stamp":"2023-06-13T05:46:53.179309+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1180736,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":142,"num_read_kb":120,"num_write":274,"num_write_kb":3788,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"18'183","reported_seq":21,"reported_epoch":26,"state":"active+undersized+wait","last_fresh":"2023-06-13T05:48:22.216384+0000","last_change":"2023-06-13T05:48:22.215989+0000","last_active":"2023-06-13T05:48:22.216384+0000","last_peered":"2023-06-13T05:48:22.216384+0000","last_clean":"2023-06-13T05:47:59.320648+0000","last_became_active":"2023-06-13T05:48:22.215989+0000","last_became_peered":"2023-06-13T05:48:22.215989+0000","last_unstale":"2023-06-13T05:48:22.216384+0000","last_undegraded":"2023-06-13T05:48:22.216384+0000","last_fullsized":"2023-06-13T05:48:22.206062+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":183,"log_dups_size":0,"ondisk_log_size":183,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":37,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.228472+0000","last_change":"2023-06-13T05:48:32.315217+0000","last_active":"2023-06-13T05:48:22.228472+0000","last_peered":"2023-06-13T05:48:22.228472+0000","last_clean":"2023-06-13T05:47:59.317967+0000","last_became_active":"2023-06-13T05:48:22.223568+0000","last_became_peered":"2023-06-13T05:48:22.223568+0000","last_unstale":"2023-06-13T05:48:22.228472+0000","last_undegraded":"2023-06-13T05:48:22.228472+0000","last_fullsized":"2023-06-13T05:48:22.215925+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"19'242","reported_seq":653,"reported_epoch":26,"state":"active+undersized+degraded+wait","last_fresh":"2023-06-13T05:48:22.218628+0000","last_change":"2023-06-13T05:48:22.218072+0000","last_active":"2023-06-13T05:48:22.218628+0000","last_peered":"2023-06-13T05:48:22.218628+0000","last_clean":"2023-06-13T05:47:59.334991+0000","last_became_active":"2023-06-13T05:48:22.218072+0000","last_became_peered":"2023-06-13T05:48:22.218072+0000","last_unstale":"2023-06-13T05:48:22.218628+0000","last_undegraded":"2023-06-13T05:48:22.213401+0000","last_fullsized":"2023-06-13T05:48:22.212084+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":242,"log_dups_size":0,"ondisk_log_size":242,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":206665472,"num_objects":68,"num_object_clones":0,"num_object_copies":136,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":68,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":335,"num_read_kb":151059,"num_write":610,"num_write_kb":180986,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[{"shards":"3","objects":68}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":37,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.203520+0000","last_change":"2023-06-13T05:48:00.306539+0000","last_active":"2023-06-13T05:48:22.203520+0000","last_peered":"2023-06-13T05:48:22.203520+0000","last_clean":"2023-06-13T05:47:12.330806+0000","last_became_active":"2023-06-13T05:47:51.248148+0000","last_became_peered":"2023-06-13T05:47:51.248148+0000","last_unstale":"2023-06-13T05:48:22.203520+0000","last_undegraded":"2023-06-13T05:48:22.203520+0000","last_fullsized":"2023-06-13T05:47:51.240648+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"18'182","reported_seq":18,"reported_epoch":26,"state":"active+clean+remapped","last_fresh":"2023-06-13T05:48:22.217361+0000","last_change":"2023-06-13T05:47:59.354107+0000","last_active":"2023-06-13T05:48:22.217361+0000","last_peered":"2023-06-13T05:48:22.217361+0000","last_clean":"2023-06-13T05:48:22.217361+0000","last_became_active":"2023-06-13T05:47:59.350954+0000","last_became_peered":"2023-06-13T05:47:59.350954+0000","last_unstale":"2023-06-13T05:48:22.217361+0000","last_undegraded":"2023-06-13T05:48:22.217361+0000","last_fullsized":"2023-06-13T05:48:22.217361+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":182,"log_dups_size":0,"ondisk_log_size":182,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":48737030,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0,3],"avail_no_missing":["0","3"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"18'133","reported_seq":377,"reported_epoch":26,"state":"active+undersized+degraded+wait","last_fresh":"2023-06-13T05:48:22.223441+0000","last_change":"2023-06-13T05:48:22.222988+0000","last_active":"2023-06-13T05:48:22.223441+0000","last_peered":"2023-06-13T05:48:22.223441+0000","last_clean":"2023-06-13T05:47:59.341583+0000","last_became_active":"2023-06-13T05:48:22.222988+0000","last_became_peered":"2023-06-13T05:48:22.222988+0000","last_unstale":"2023-06-13T05:48:22.223441+0000","last_undegraded":"2023-06-13T05:48:22.213745+0000","last_fullsized":"2023-06-13T05:48:22.213202+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":133,"log_dups_size":0,"ondisk_log_size":133,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":160576718,"num_objects":56,"num_object_clones":0,"num_object_copies":112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":56,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":211,"num_read_kb":84114,"num_write":340,"num_write_kb":98268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[{"shards":"3","objects":56}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":16,"reported_epoch":18,"state":"active+clean","last_fresh":"2023-06-13T05:47:09.209725+0000","last_change":"2023-06-13T05:46:56.291873+0000","last_active":"2023-06-13T05:47:09.209725+0000","last_peered":"2023-06-13T05:47:09.209725+0000","last_clean":"2023-06-13T05:47:09.209725+0000","last_became_active":"2023-06-13T05:46:56.286857+0000","last_became_peered":"2023-06-13T05:46:56.286857+0000","last_unstale":"2023-06-13T05:47:09.209725+0000","last_undegraded":"2023-06-13T05:47:09.209725+0000","last_fullsized":"2023-06-13T05:47:09.209725+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.314161+0000","last_change":"2023-06-13T05:46:56.303255+0000","last_active":"2023-06-13T05:47:59.314161+0000","last_peered":"2023-06-13T05:47:59.314161+0000","last_clean":"2023-06-13T05:47:59.314161+0000","last_became_active":"2023-06-13T05:46:56.300128+0000","last_became_peered":"2023-06-13T05:46:56.300128+0000","last_unstale":"2023-06-13T05:47:59.314161+0000","last_undegraded":"2023-06-13T05:47:59.314161+0000","last_fullsized":"2023-06-13T05:47:59.314161+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.6","version":"18'171","reported_seq":21,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.209187+0000","last_change":"2023-06-13T05:48:03.284613+0000","last_active":"2023-06-13T05:48:22.209187+0000","last_peered":"2023-06-13T05:48:22.209187+0000","last_clean":"2023-06-13T05:47:06.172408+0000","last_became_active":"2023-06-13T05:47:51.249819+0000","last_became_peered":"2023-06-13T05:47:51.249819+0000","last_unstale":"2023-06-13T05:48:22.209187+0000","last_undegraded":"2023-06-13T05:48:22.209187+0000","last_fullsized":"2023-06-13T05:47:51.243208+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":171,"log_dups_size":0,"ondisk_log_size":171,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":16,"stat_sum":{"num_bytes":1701617590,"num_objects":568,"num_object_clones":0,"num_object_copies":1136,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":342,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2460,"num_read_kb":1002035,"num_write":4484,"num_write_kb":1317054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":48737030,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2790,"ondisk_log_size":2790,"up":20,"acting":22,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":1180736,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":142,"num_read_kb":120,"num_write":274,"num_write_kb":3788,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":2,"acting":2,"num_store_stats":0},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":12,"acting":12,"num_store_stats":0}],"osd_stats":[{"osd":3,"up_from":9,"seq":38654705765,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":463620,"kb_used_data":428476,"kb_used_omap":0,"kb_used_meta":35136,"kb_avail":104393980,"statfs":{"total":107374182400,"available":106899435520,"internally_reserved":0,"allocated":438759424,"data_stored":435853302,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":35979264},"hb_peers":[0],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":9,"seq":38654705765,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":245476,"kb_used_data":214428,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":104612124,"statfs":{"total":107374182400,"available":107122814976,"internally_reserved":0,"allocated":219574272,"data_stored":218022872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":9,"seq":38654705765,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":391136,"kb_used_data":360088,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":104466464,"statfs":{"total":107374182400,"available":106973659136,"internally_reserved":0,"allocated":368730112,"data_stored":366194865,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":9,"seq":38654705765,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":468260,"kb_used_data":433116,"kb_used_omap":0,"kb_used_meta":35136,"kb_avail":104389340,"statfs":{"total":107374182400,"available":106894684160,"internally_reserved":0,"allocated":443510784,"data_stored":440571290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":35979264},"hb_peers":[0,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]}],"pool_statfs":[]}} , 2023-06-13T05:48:37.010 INFO:tasks.ceph.ceph_manager.ceph:PG 3.f is not active+clean , 2023-06-13T05:48:37.010 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.f', 'version': "19'142", 'reported_seq': 389, 'reported_epoch': 26, 'state': 'active+undersized+degraded+wait', 'last_fresh': '2023-06-13T05:48:22.218733+0000', 'last_change': '2023-06-13T05:48:22.218368+0000', 'last_active': '2023-06-13T05:48:22.218733+0000', 'last_peered': '2023-06-13T05:48:22.218733+0000', 'last_clean': '2023-06-13T05:47:59.316356+0000', 'last_became_active': '2023-06-13T05:48:22.218368+0000', 'last_became_peered': '2023-06-13T05:48:22.218368+0000', 'last_unstale': '2023-06-13T05:48:22.218733+0000', 'last_undegraded': '2023-06-13T05:48:22.209539+0000', 'last_fullsized': '2023-06-13T05:48:22.208916+0000', 'mapping_epoch': 25, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 16, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 142, 'log_dups_size': 0, 'ondisk_log_size': 142, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 145450682, 'num_objects': 46, 'num_object_clones': 0, 'num_object_copies': 92, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 46, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 189, 'num_read_kb': 86147, 'num_write': 358, 'num_write_kb': 100940, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0], 'avail_no_missing': ['0'], 'object_location_counts': [{'shards': '0', 'objects': 46}], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} Ignoring malparsed backtrace: 2023-06-13T05:48:45.766 DEBUG:teuthology.orchestra.run.smithi060:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json , 2023-06-13T05:48:45.893+0000 7f1d874a2700 -1 WARNING: the following dangerous and experimental features are enabled: crimson , 2023-06-13T05:48:45.899+0000 7f1d874a2700 -1 WARNING: the following dangerous and experimental features are enabled: crimson Ignoring malparsed backtrace: 2023-06-13T05:48:51.002 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.4', 'version': "18'182", 'reported_seq': 18, 'reported_epoch': 26, 'state': 'active+clean+remapped', 'last_fresh': '2023-06-13T05:48:22.217361+0000', 'last_change': '2023-06-13T05:47:59.354107+0000', 'last_active': '2023-06-13T05:48:22.217361+0000', 'last_peered': '2023-06-13T05:48:22.217361+0000', 'last_clean': '2023-06-13T05:48:22.217361+0000', 'last_became_active': '2023-06-13T05:47:59.350954+0000', 'last_became_peered': '2023-06-13T05:47:59.350954+0000', 'last_unstale': '2023-06-13T05:48:22.217361+0000', 'last_undegraded': '2023-06-13T05:48:22.217361+0000', 'last_fullsized': '2023-06-13T05:48:22.217361+0000', 'mapping_epoch': 23, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 24, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 182, 'log_dups_size': 0, 'ondisk_log_size': 182, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 36, 'num_bytes_recovered': 48737030, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0, 3], 'avail_no_missing': ['0', '3'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} , 2023-06-13T05:48:51.003 INFO:tasks.ceph.ceph_manager.ceph:PG 3.7 is not active+clean , 2023-06-13T05:48:51.003 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.7', 'version': "18'133", 'reported_seq': 378, 'reported_epoch': 26, 'state': 'active+undersized+degraded', 'last_fresh': '2023-06-13T05:48:22.226928+0000', 'last_change': '2023-06-13T05:48:35.276997+0000', 'last_active': '2023-06-13T05:48:22.226928+0000', 'last_peered': '2023-06-13T05:48:22.226928+0000', 'last_clean': '2023-06-13T05:47:59.341583+0000', 'last_became_active': '2023-06-13T05:48:22.222988+0000', 'last_became_peered': '2023-06-13T05:48:22.222988+0000', 'last_unstale': '2023-06-13T05:48:22.226928+0000', 'last_undegraded': '2023-06-13T05:48:22.213745+0000', 'last_fullsized': '2023-06-13T05:48:22.213202+0000', 'mapping_epoch': 25, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 16, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 133, 'log_dups_size': 0, 'ondisk_log_size': 133, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 160576718, 'num_objects': 56, 'num_object_clones': 0, 'num_object_copies': 112, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 56, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 211, 'num_read_kb': 84114, 'num_write': 340, 'num_write_kb': 98268, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3], 'acting': [3], 'avail_no_missing': ['3'], 'object_location_counts': [{'shards': '3', 'objects': 56}], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} Ignoring malparsed backtrace: 2023-06-13T05:49:00.019 INFO:tasks.ceph.ceph_manager.ceph:PG 3.8 is not active+clean , 2023-06-13T05:49:00.020 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.8', 'version': "18'166", 'reported_seq': 22, 'reported_epoch': 26, 'state': 'active+undersized', 'last_fresh': '2023-06-13T05:48:22.225219+0000', 'last_change': '2023-06-13T05:48:33.302196+0000', 'last_active': '2023-06-13T05:48:22.225219+0000', 'last_peered': '2023-06-13T05:48:22.225219+0000', 'last_clean': '2023-06-13T05:47:59.337487+0000', 'last_became_active': '2023-06-13T05:48:22.220636+0000', 'last_became_peered': '2023-06-13T05:48:22.220636+0000', 'last_unstale': '2023-06-13T05:48:22.225219+0000', 'last_undegraded': '2023-06-13T05:48:22.225219+0000', 'last_fullsized': '2023-06-13T05:48:22.215752+0000', 'mapping_epoch': 25, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 22, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 166, 'log_dups_size': 0, 'ondisk_log_size': 166, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3], 'acting': [3], 'avail_no_missing': ['3'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} , 2023-06-13T05:49:00.020 INFO:tasks.ceph.ceph_manager.ceph:PG 2.4 is not active+clean Ignoring malparsed backtrace: 2023-06-13T05:49:08.685 INFO:teuthology.orchestra.run.smithi060.stdout: , dumped all , 2023-06-13T05:49:08.698 INFO:teuthology.orchestra.run.smithi060.stdout:{"pg_ready":true,"pg_map":{"version":84,"stamp":"2023-06-13T05:49:08.462119+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1493009194,"num_objects":500,"num_object_clones":0,"num_object_copies":1000,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":342,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2327,"num_read_kb":911347,"num_write":4282,"num_write_kb":1181404,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":48737030,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2892,"ondisk_log_size":2892,"up":32,"acting":34,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":0,"num_osds":4,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":419430400,"kb_used":1568492,"kb_used_data":1436108,"kb_used_omap":0,"kb_used_meta":132352,"kb_avail":417861908,"statfs":{"total":429496729600,"available":427890593792,"internally_reserved":0,"allocated":1470574592,"data_stored":1460642329,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":135528448},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003150"},"pg_stats":[{"pgid":"3.f","version":"19'142","reported_seq":390,"reported_epoch":26,"state":"active+undersized+degraded","last_fresh":"2023-06-13T05:48:22.222890+0000","last_change":"2023-06-13T05:48:35.299893+0000","last_active":"2023-06-13T05:48:22.222890+0000","last_peered":"2023-06-13T05:48:22.222890+0000","last_clean":"2023-06-13T05:47:59.316356+0000","last_became_active":"2023-06-13T05:48:22.218368+0000","last_became_peered":"2023-06-13T05:48:22.218368+0000","last_unstale":"2023-06-13T05:48:22.222890+0000","last_undegraded":"2023-06-13T05:48:22.209539+0000","last_fullsized":"2023-06-13T05:48:22.208916+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":145450682,"num_objects":46,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":46,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":86147,"num_write":358,"num_write_kb":100940,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0","objects":46}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"20'130","reported_seq":33,"reported_epoch":24,"state":"active+undersized","last_fresh":"2023-06-13T05:47:59.322390+0000","last_change":"2023-06-13T05:48:03.283715+0000","last_active":"2023-06-13T05:47:59.322390+0000","last_peered":"2023-06-13T05:47:59.322390+0000","last_clean":"2023-06-13T05:47:06.172408+0000","last_became_active":"2023-06-13T05:47:51.264994+0000","last_became_peered":"2023-06-13T05:47:51.264994+0000","last_unstale":"2023-06-13T05:47:59.322390+0000","last_undegraded":"2023-06-13T05:47:59.322390+0000","last_fullsized":"2023-06-13T05:47:51.260208+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":130,"log_dups_size":0,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5681162,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2,"num_write":20,"num_write_kb":6286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1],"acting":[1],"avail_no_missing":["1"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"20'225","reported_seq":573,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.309600+0000","last_change":"2023-06-13T05:47:07.274035+0000","last_active":"2023-06-13T05:47:59.309600+0000","last_peered":"2023-06-13T05:47:59.309600+0000","last_clean":"2023-06-13T05:47:59.309600+0000","last_became_active":"2023-06-13T05:47:07.266024+0000","last_became_peered":"2023-06-13T05:47:07.266024+0000","last_unstale":"2023-06-13T05:47:59.309600+0000","last_undegraded":"2023-06-13T05:47:59.309600+0000","last_fullsized":"2023-06-13T05:47:59.309600+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":225,"log_dups_size":0,"ondisk_log_size":225,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204580942,"num_objects":66,"num_object_clones":0,"num_object_copies":132,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":253,"num_read_kb":83646,"num_write":566,"num_write_kb":170482,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"19'130","reported_seq":356,"reported_epoch":26,"state":"active+clean","last_fresh":"2023-06-13T05:48:22.204378+0000","last_change":"2023-06-13T05:47:07.251094+0000","last_active":"2023-06-13T05:48:22.204378+0000","last_peered":"2023-06-13T05:48:22.204378+0000","last_clean":"2023-06-13T05:48:22.204378+0000","last_became_active":"2023-06-13T05:47:07.247628+0000","last_became_peered":"2023-06-13T05:47:07.247628+0000","last_unstale":"2023-06-13T05:48:22.204378+0000","last_undegraded":"2023-06-13T05:48:22.204378+0000","last_fullsized":"2023-06-13T05:48:22.204378+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":130,"log_dups_size":0,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":125786558,"num_objects":42,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":182,"num_read_kb":75741,"num_write":322,"num_write_kb":93396,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"22'188","reported_seq":28,"reported_epoch":26,"state":"active+clean+remapped","last_fresh":"2023-06-13T05:48:22.209235+0000","last_change":"2023-06-13T05:47:53.279865+0000","last_active":"2023-06-13T05:48:22.209235+0000","last_peered":"2023-06-13T05:48:22.209235+0000","last_clean":"2023-06-13T05:48:22.209235+0000","last_became_active":"2023-06-13T05:47:53.273788+0000","last_became_peered":"2023-06-13T05:47:53.273788+0000","last_unstale":"2023-06-13T05:48:22.209235+0000","last_undegraded":"2023-06-13T05:48:22.209235+0000","last_fullsized":"2023-06-13T05:48:22.209235+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3764768,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1,"num_write":10,"num_write_kb":3680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0,3],"avail_no_missing":["0","3"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.a","version":"18'219","reported_seq":580,"reported_epoch":26,"state":"active+undersized+degraded","last_fresh":"2023-06-13T05:48:22.229490+0000","last_change":"2023-06-13T05:48:35.314852+0000","last_active":"2023-06-13T05:48:22.229490+0000","last_peered":"2023-06-13T05:48:22.229490+0000","last_clean":"2023-06-13T05:47:59.321482+0000","last_became_active":"2023-06-13T05:48:22.225410+0000","last_became_peered":"2023-06-13T05:48:22.225410+0000","last_unstale":"2023-06-13T05:48:22.229490+0000","last_undegraded":"2023-06-13T05:48:22.219074+0000","last_fullsized":"2023-06-13T05:48:22.218649+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":219,"log_dups_size":0,"ondisk_log_size":219,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":203974966,"num_objects":70,"num_object_clones":0,"num_object_copies":140,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":70,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":291,"num_read_kb":104671,"num_write":554,"num_write_kb":162292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0","objects":70}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"21'176","reported_seq":467,"reported_epoch":26,"state":"active+undersized+degraded","last_fresh":"2023-06-13T05:48:22.220105+0000","last_change":"2023-06-13T05:48:35.294877+0000","last_active":"2023-06-13T05:48:22.220105+0000","last_peered":"2023-06-13T05:48:22.220105+0000","last_clean":"2023-06-13T05:47:59.322796+0000","last_became_active":"2023-06-13T05:48:22.214145+0000","last_became_peered":"2023-06-13T05:48:22.214145+0000","last_unstale":"2023-06-13T05:48:22.220105+0000","last_undegraded":"2023-06-13T05:48:22.204140+0000","last_fullsized":"2023-06-13T05:48:22.203657+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":176,"log_dups_size":0,"ondisk_log_size":176,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":148644738,"num_objects":50,"num_object_clones":0,"num_object_copies":100,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":50,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":218,"num_read_kb":81216,"num_write":434,"num_write_kb":128988,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0","objects":50}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.8","version":"18'166","reported_seq":22,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.225219+0000","last_change":"2023-06-13T05:48:33.302196+0000","last_active":"2023-06-13T05:48:22.225219+0000","last_peered":"2023-06-13T05:48:22.225219+0000","last_clean":"2023-06-13T05:47:59.337487+0000","last_became_active":"2023-06-13T05:48:22.220636+0000","last_became_peered":"2023-06-13T05:48:22.220636+0000","last_unstale":"2023-06-13T05:48:22.225219+0000","last_undegraded":"2023-06-13T05:48:22.225219+0000","last_fullsized":"2023-06-13T05:48:22.215752+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":166,"log_dups_size":0,"ondisk_log_size":166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.214726+0000","last_change":"2023-06-13T05:48:00.310391+0000","last_active":"2023-06-13T05:48:22.214726+0000","last_peered":"2023-06-13T05:48:22.214726+0000","last_clean":"2023-06-13T05:46:55.188408+0000","last_became_active":"2023-06-13T05:47:51.244080+0000","last_became_peered":"2023-06-13T05:47:51.244080+0000","last_unstale":"2023-06-13T05:48:22.214726+0000","last_undegraded":"2023-06-13T05:48:22.214726+0000","last_fullsized":"2023-06-13T05:47:51.240684+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.5","version":"19'166","reported_seq":432,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.311440+0000","last_change":"2023-06-13T05:47:07.268946+0000","last_active":"2023-06-13T05:47:59.311440+0000","last_peered":"2023-06-13T05:47:59.311440+0000","last_clean":"2023-06-13T05:47:59.311440+0000","last_became_active":"2023-06-13T05:47:07.263874+0000","last_became_peered":"2023-06-13T05:47:07.263874+0000","last_unstale":"2023-06-13T05:47:59.311440+0000","last_undegraded":"2023-06-13T05:47:59.311440+0000","last_fullsized":"2023-06-13T05:47:59.311440+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":166,"log_dups_size":0,"ondisk_log_size":166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":132376882,"num_objects":46,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":196,"num_read_kb":71553,"num_write":414,"num_write_kb":122784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":37,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.210690+0000","last_change":"2023-06-13T05:48:00.294631+0000","last_active":"2023-06-13T05:48:22.210690+0000","last_peered":"2023-06-13T05:48:22.210690+0000","last_clean":"2023-06-13T05:47:12.301036+0000","last_became_active":"2023-06-13T05:47:51.286565+0000","last_became_peered":"2023-06-13T05:47:51.286565+0000","last_unstale":"2023-06-13T05:48:22.210690+0000","last_undegraded":"2023-06-13T05:48:22.210690+0000","last_fullsized":"2023-06-13T05:47:51.249247+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3","version":"20'197","reported_seq":35,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.205007+0000","last_change":"2023-06-13T05:48:03.274067+0000","last_active":"2023-06-13T05:48:22.205007+0000","last_peered":"2023-06-13T05:48:22.205007+0000","last_clean":"2023-06-13T05:47:06.172408+0000","last_became_active":"2023-06-13T05:47:51.277690+0000","last_became_peered":"2023-06-13T05:47:51.277690+0000","last_unstale":"2023-06-13T05:48:22.205007+0000","last_undegraded":"2023-06-13T05:48:22.205007+0000","last_fullsized":"2023-06-13T05:47:51.253219+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":3827,"num_write":12,"num_write_kb":3254,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.314694+0000","last_change":"2023-06-13T05:46:56.320929+0000","last_active":"2023-06-13T05:47:59.314694+0000","last_peered":"2023-06-13T05:47:59.314694+0000","last_clean":"2023-06-13T05:47:59.314694+0000","last_became_active":"2023-06-13T05:46:56.313840+0000","last_became_peered":"2023-06-13T05:46:56.313840+0000","last_unstale":"2023-06-13T05:47:59.314694+0000","last_undegraded":"2023-06-13T05:47:59.314694+0000","last_fullsized":"2023-06-13T05:47:59.314694+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"18'145","reported_seq":440,"reported_epoch":26,"state":"active+undersized+degraded","last_fresh":"2023-06-13T05:48:22.217161+0000","last_change":"2023-06-13T05:48:03.238898+0000","last_active":"2023-06-13T05:48:22.217161+0000","last_peered":"2023-06-13T05:48:22.217161+0000","last_clean":"2023-06-13T05:47:49.624205+0000","last_became_active":"2023-06-13T05:47:51.243324+0000","last_became_peered":"2023-06-13T05:47:51.243324+0000","last_unstale":"2023-06-13T05:48:22.217161+0000","last_undegraded":"2023-06-13T05:47:51.235682+0000","last_fullsized":"2023-06-13T05:47:51.235267+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":145,"log_dups_size":0,"ondisk_log_size":145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154325570,"num_objects":52,"num_object_clones":0,"num_object_copies":104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":52,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":293,"num_read_kb":169250,"num_write":368,"num_write_kb":106260,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[{"shards":"3","objects":52}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.317217+0000","last_change":"2023-06-13T05:46:56.299807+0000","last_active":"2023-06-13T05:47:59.317217+0000","last_peered":"2023-06-13T05:47:59.317217+0000","last_clean":"2023-06-13T05:47:59.317217+0000","last_became_active":"2023-06-13T05:46:56.296570+0000","last_became_peered":"2023-06-13T05:46:56.296570+0000","last_unstale":"2023-06-13T05:47:59.317217+0000","last_undegraded":"2023-06-13T05:47:59.317217+0000","last_fullsized":"2023-06-13T05:47:59.317217+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"13'97","reported_seq":262,"reported_epoch":26,"state":"active+clean","last_fresh":"2023-06-13T05:48:22.208908+0000","last_change":"2023-06-13T05:46:54.245148+0000","last_active":"2023-06-13T05:48:22.208908+0000","last_peered":"2023-06-13T05:48:22.208908+0000","last_clean":"2023-06-13T05:48:22.208908+0000","last_became_active":"2023-06-13T05:46:54.241383+0000","last_became_peered":"2023-06-13T05:46:54.241383+0000","last_unstale":"2023-06-13T05:48:22.208908+0000","last_undegraded":"2023-06-13T05:48:22.208908+0000","last_fullsized":"2023-06-13T05:48:22.208908+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:53.179309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:53.179309+0000","last_clean_scrub_stamp":"2023-06-13T05:46:53.179309+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1180736,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":142,"num_read_kb":120,"num_write":274,"num_write_kb":3788,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"18'183","reported_seq":22,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.221505+0000","last_change":"2023-06-13T05:48:33.304308+0000","last_active":"2023-06-13T05:48:22.221505+0000","last_peered":"2023-06-13T05:48:22.221505+0000","last_clean":"2023-06-13T05:47:59.320648+0000","last_became_active":"2023-06-13T05:48:22.215989+0000","last_became_peered":"2023-06-13T05:48:22.215989+0000","last_unstale":"2023-06-13T05:48:22.221505+0000","last_undegraded":"2023-06-13T05:48:22.221505+0000","last_fullsized":"2023-06-13T05:48:22.206062+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":183,"log_dups_size":0,"ondisk_log_size":183,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":37,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.228472+0000","last_change":"2023-06-13T05:48:32.315217+0000","last_active":"2023-06-13T05:48:22.228472+0000","last_peered":"2023-06-13T05:48:22.228472+0000","last_clean":"2023-06-13T05:47:59.317967+0000","last_became_active":"2023-06-13T05:48:22.223568+0000","last_became_peered":"2023-06-13T05:48:22.223568+0000","last_unstale":"2023-06-13T05:48:22.228472+0000","last_undegraded":"2023-06-13T05:48:22.228472+0000","last_fullsized":"2023-06-13T05:48:22.215925+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"19'242","reported_seq":654,"reported_epoch":26,"state":"active+undersized+degraded","last_fresh":"2023-06-13T05:48:22.221287+0000","last_change":"2023-06-13T05:48:35.259077+0000","last_active":"2023-06-13T05:48:22.221287+0000","last_peered":"2023-06-13T05:48:22.221287+0000","last_clean":"2023-06-13T05:47:59.334991+0000","last_became_active":"2023-06-13T05:48:22.218072+0000","last_became_peered":"2023-06-13T05:48:22.218072+0000","last_unstale":"2023-06-13T05:48:22.221287+0000","last_undegraded":"2023-06-13T05:48:22.213401+0000","last_fullsized":"2023-06-13T05:48:22.212084+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":242,"log_dups_size":0,"ondisk_log_size":242,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":206665472,"num_objects":68,"num_object_clones":0,"num_object_copies":136,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":68,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":335,"num_read_kb":151059,"num_write":610,"num_write_kb":180986,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[{"shards":"3","objects":68}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":37,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.203520+0000","last_change":"2023-06-13T05:48:00.306539+0000","last_active":"2023-06-13T05:48:22.203520+0000","last_peered":"2023-06-13T05:48:22.203520+0000","last_clean":"2023-06-13T05:47:12.330806+0000","last_became_active":"2023-06-13T05:47:51.248148+0000","last_became_peered":"2023-06-13T05:47:51.248148+0000","last_unstale":"2023-06-13T05:48:22.203520+0000","last_undegraded":"2023-06-13T05:48:22.203520+0000","last_fullsized":"2023-06-13T05:47:51.240648+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"18'182","reported_seq":18,"reported_epoch":26,"state":"active+clean+remapped","last_fresh":"2023-06-13T05:48:22.217361+0000","last_change":"2023-06-13T05:47:59.354107+0000","last_active":"2023-06-13T05:48:22.217361+0000","last_peered":"2023-06-13T05:48:22.217361+0000","last_clean":"2023-06-13T05:48:22.217361+0000","last_became_active":"2023-06-13T05:47:59.350954+0000","last_became_peered":"2023-06-13T05:47:59.350954+0000","last_unstale":"2023-06-13T05:48:22.217361+0000","last_undegraded":"2023-06-13T05:48:22.217361+0000","last_fullsized":"2023-06-13T05:48:22.217361+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":182,"log_dups_size":0,"ondisk_log_size":182,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":48737030,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0,3],"avail_no_missing":["0","3"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"18'133","reported_seq":378,"reported_epoch":26,"state":"active+undersized+degraded","last_fresh":"2023-06-13T05:48:22.226928+0000","last_change":"2023-06-13T05:48:35.276997+0000","last_active":"2023-06-13T05:48:22.226928+0000","last_peered":"2023-06-13T05:48:22.226928+0000","last_clean":"2023-06-13T05:47:59.341583+0000","last_became_active":"2023-06-13T05:48:22.222988+0000","last_became_peered":"2023-06-13T05:48:22.222988+0000","last_unstale":"2023-06-13T05:48:22.226928+0000","last_undegraded":"2023-06-13T05:48:22.213745+0000","last_fullsized":"2023-06-13T05:48:22.213202+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":133,"log_dups_size":0,"ondisk_log_size":133,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":160576718,"num_objects":56,"num_object_clones":0,"num_object_copies":112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":56,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":211,"num_read_kb":84114,"num_write":340,"num_write_kb":98268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[{"shards":"3","objects":56}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.211716+0000","last_change":"2023-06-13T05:48:00.289942+0000","last_active":"2023-06-13T05:48:22.211716+0000","last_peered":"2023-06-13T05:48:22.211716+0000","last_clean":"2023-06-13T05:46:55.188408+0000","last_became_active":"2023-06-13T05:47:51.252333+0000","last_became_peered":"2023-06-13T05:47:51.252333+0000","last_unstale":"2023-06-13T05:48:22.211716+0000","last_undegraded":"2023-06-13T05:48:22.211716+0000","last_fullsized":"2023-06-13T05:47:51.241646+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.314161+0000","last_change":"2023-06-13T05:46:56.303255+0000","last_active":"2023-06-13T05:47:59.314161+0000","last_peered":"2023-06-13T05:47:59.314161+0000","last_clean":"2023-06-13T05:47:59.314161+0000","last_became_active":"2023-06-13T05:46:56.300128+0000","last_became_peered":"2023-06-13T05:46:56.300128+0000","last_unstale":"2023-06-13T05:47:59.314161+0000","last_undegraded":"2023-06-13T05:47:59.314161+0000","last_fullsized":"2023-06-13T05:47:59.314161+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.6","version":"18'171","reported_seq":21,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.209187+0000","last_change":"2023-06-13T05:48:03.284613+0000","last_active":"2023-06-13T05:48:22.209187+0000","last_peered":"2023-06-13T05:48:22.209187+0000","last_clean":"2023-06-13T05:47:06.172408+0000","last_became_active":"2023-06-13T05:47:51.249819+0000","last_became_peered":"2023-06-13T05:47:51.249819+0000","last_unstale":"2023-06-13T05:48:22.209187+0000","last_undegraded":"2023-06-13T05:48:22.209187+0000","last_fullsized":"2023-06-13T05:47:51.243208+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":171,"log_dups_size":0,"ondisk_log_size":171,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":16,"stat_sum":{"num_bytes":1491828458,"num_objects":496,"num_object_clones":0,"num_object_copies":992,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":342,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2185,"num_read_kb":911227,"num_write":4008,"num_write_kb":1177616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":48737030,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2795,"ondisk_log_size":2795,"up":19,"acting":21,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":1180736,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":142,"num_read_kb":120,"num_write":274,"num_write_kb":3788,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":2,"acting":2,"num_store_stats":0},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":11,"acting":11,"num_store_stats":0}],"osd_stats":[{"osd":3,"up_from":9,"seq":38654705800,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":463620,"kb_used_data":428476,"kb_used_omap":0,"kb_used_meta":35136,"kb_avail":104393980,"statfs":{"total":107374182400,"available":106899435520,"internally_reserved":0,"allocated":438759424,"data_stored":435853302,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":35979264},"hb_peers":[0],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":9,"seq":38654705800,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":245476,"kb_used_data":214428,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":104612124,"statfs":{"total":107374182400,"available":107122814976,"internally_reserved":0,"allocated":219574272,"data_stored":218022872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":9,"seq":38654705800,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":391136,"kb_used_data":360088,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":104466464,"statfs":{"total":107374182400,"available":106973659136,"internally_reserved":0,"allocated":368730112,"data_stored":366194865,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":9,"seq":38654705800,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":468260,"kb_used_data":433116,"kb_used_omap":0,"kb_used_meta":35136,"kb_avail":104389340,"statfs":{"total":107374182400,"available":106894684160,"internally_reserved":0,"allocated":443510784,"data_stored":440571290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":35979264},"hb_peers":[0,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]}],"pool_statfs":[]}} Ignoring malparsed backtrace: 2023-06-13T05:49:13.588 INFO:tasks.ceph.ceph_manager.ceph:PG 2.6 is not active+clean , 2023-06-13T05:49:13.589 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.6', 'version': "0'0", 'reported_seq': 21, 'reported_epoch': 26, 'state': 'active+undersized', 'last_fresh': '2023-06-13T05:48:22.211716+0000', 'last_change': '2023-06-13T05:48:00.289942+0000', 'last_active': '2023-06-13T05:48:22.211716+0000', 'last_peered': '2023-06-13T05:48:22.211716+0000', 'last_clean': '2023-06-13T05:46:55.188408+0000', 'last_became_active': '2023-06-13T05:47:51.252333+0000', 'last_became_peered': '2023-06-13T05:47:51.252333+0000', 'last_unstale': '2023-06-13T05:48:22.211716+0000', 'last_undegraded': '2023-06-13T05:48:22.211716+0000', 'last_fullsized': '2023-06-13T05:47:51.241646+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 12, 'last_epoch_clean': 13, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0], 'avail_no_missing': ['0'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} , 2023-06-13T05:49:13.589 INFO:tasks.ceph.ceph_manager.ceph:PG 3.6 is not active+clean Ignoring malparsed backtrace: 2023-06-13T05:49:22.629 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.4', 'version': "0'0", 'reported_seq': 21, 'reported_epoch': 26, 'state': 'active+undersized', 'last_fresh': '2023-06-13T05:48:22.214726+0000', 'last_change': '2023-06-13T05:48:00.310391+0000', 'last_active': '2023-06-13T05:48:22.214726+0000', 'last_peered': '2023-06-13T05:48:22.214726+0000', 'last_clean': '2023-06-13T05:46:55.188408+0000', 'last_became_active': '2023-06-13T05:47:51.244080+0000', 'last_became_peered': '2023-06-13T05:47:51.244080+0000', 'last_unstale': '2023-06-13T05:48:22.214726+0000', 'last_undegraded': '2023-06-13T05:48:22.214726+0000', 'last_fullsized': '2023-06-13T05:47:51.240684+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 12, 'last_epoch_clean': 13, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3], 'acting': [3], 'avail_no_missing': ['3'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} , 2023-06-13T05:49:22.629 INFO:tasks.ceph.ceph_manager.ceph:PG 2.2 is not active+clean , 2023-06-13T05:49:22.629 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.2', 'version': "0'0", 'reported_seq': 37, 'reported_epoch': 26, 'state': 'active+undersized', 'last_fresh': '2023-06-13T05:48:22.210690+0000', 'last_change': '2023-06-13T05:48:00.294631+0000', 'last_active': '2023-06-13T05:48:22.210690+0000', 'last_peered': '2023-06-13T05:48:22.210690+0000', 'last_clean': '2023-06-13T05:47:12.301036+0000', 'last_became_active': '2023-06-13T05:47:51.286565+0000', 'last_became_peered': '2023-06-13T05:47:51.286565+0000', 'last_unstale': '2023-06-13T05:48:22.210690+0000', 'last_undegraded': '2023-06-13T05:48:22.210690+0000', 'last_fullsized': '2023-06-13T05:47:51.249247+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 12, 'last_epoch_clean': 13, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0], 'avail_no_missing': ['0'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} Ignoring malparsed backtrace: 2023-06-13T05:49:31.285 DEBUG:teuthology.orchestra.run.smithi060:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json , 2023-06-13T05:49:31.411+0000 7f90f4565700 -1 WARNING: the following dangerous and experimental features are enabled: crimson , 2023-06-13T05:49:31.418+0000 7f90f4565700 -1 WARNING: the following dangerous and experimental features are enabled: crimson Ignoring malparsed backtrace: 2023-06-13T05:49:36.158 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.6', 'version': "18'171", 'reported_seq': 21, 'reported_epoch': 26, 'state': 'active+undersized', 'last_fresh': '2023-06-13T05:48:22.209187+0000', 'last_change': '2023-06-13T05:48:03.284613+0000', 'last_active': '2023-06-13T05:48:22.209187+0000', 'last_peered': '2023-06-13T05:48:22.209187+0000', 'last_clean': '2023-06-13T05:47:06.172408+0000', 'last_became_active': '2023-06-13T05:47:51.249819+0000', 'last_became_peered': '2023-06-13T05:47:51.249819+0000', 'last_unstale': '2023-06-13T05:48:22.209187+0000', 'last_undegraded': '2023-06-13T05:48:22.209187+0000', 'last_fullsized': '2023-06-13T05:47:51.243208+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 16, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 171, 'log_dups_size': 0, 'ondisk_log_size': 171, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3], 'acting': [3], 'avail_no_missing': ['3'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} , 2023-06-13T05:49:36.159 DEBUG:teuthology.orchestra.run.smithi060:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json , 2023-06-13T05:49:36.285+0000 7f3310296700 -1 WARNING: the following dangerous and experimental features are enabled: crimson Ignoring malparsed backtrace: 2023-06-13T05:49:45.204 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3 is not active+clean , 2023-06-13T05:49:45.205 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3', 'version': "20'197", 'reported_seq': 35, 'reported_epoch': 26, 'state': 'active+undersized', 'last_fresh': '2023-06-13T05:48:22.205007+0000', 'last_change': '2023-06-13T05:48:03.274067+0000', 'last_active': '2023-06-13T05:48:22.205007+0000', 'last_peered': '2023-06-13T05:48:22.205007+0000', 'last_clean': '2023-06-13T05:47:06.172408+0000', 'last_became_active': '2023-06-13T05:47:51.277690+0000', 'last_became_peered': '2023-06-13T05:47:51.277690+0000', 'last_unstale': '2023-06-13T05:48:22.205007+0000', 'last_undegraded': '2023-06-13T05:48:22.205007+0000', 'last_fullsized': '2023-06-13T05:47:51.253219+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 16, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 197, 'log_dups_size': 0, 'ondisk_log_size': 197, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 10, 'num_read_kb': 3827, 'num_write': 12, 'num_write_kb': 3254, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0], 'avail_no_missing': ['0'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} , 2023-06-13T05:49:45.205 INFO:tasks.ceph.ceph_manager.ceph:PG 3.0 is not active+clean Ignoring malparsed backtrace: 2023-06-13T05:49:54.221 INFO:teuthology.orchestra.run.smithi060.stdout: , dumped all , 2023-06-13T05:49:54.235 INFO:teuthology.orchestra.run.smithi060.stdout:{"pg_ready":true,"pg_map":{"version":106,"stamp":"2023-06-13T05:49:52.473623+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1493009194,"num_objects":500,"num_object_clones":0,"num_object_copies":1000,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":342,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2327,"num_read_kb":911347,"num_write":4282,"num_write_kb":1181404,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":48737030,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2892,"ondisk_log_size":2892,"up":32,"acting":34,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":0,"num_osds":4,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":419430400,"kb_used":1568492,"kb_used_data":1436108,"kb_used_omap":0,"kb_used_meta":132352,"kb_avail":417861908,"statfs":{"total":429496729600,"available":427890593792,"internally_reserved":0,"allocated":1470574592,"data_stored":1460642329,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":135528448},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003273"},"pg_stats":[{"pgid":"3.f","version":"19'142","reported_seq":390,"reported_epoch":26,"state":"active+undersized+degraded","last_fresh":"2023-06-13T05:48:22.222890+0000","last_change":"2023-06-13T05:48:35.299893+0000","last_active":"2023-06-13T05:48:22.222890+0000","last_peered":"2023-06-13T05:48:22.222890+0000","last_clean":"2023-06-13T05:47:59.316356+0000","last_became_active":"2023-06-13T05:48:22.218368+0000","last_became_peered":"2023-06-13T05:48:22.218368+0000","last_unstale":"2023-06-13T05:48:22.222890+0000","last_undegraded":"2023-06-13T05:48:22.209539+0000","last_fullsized":"2023-06-13T05:48:22.208916+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":142,"log_dups_size":0,"ondisk_log_size":142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":145450682,"num_objects":46,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":46,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":189,"num_read_kb":86147,"num_write":358,"num_write_kb":100940,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0","objects":46}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"20'130","reported_seq":33,"reported_epoch":24,"state":"active+undersized","last_fresh":"2023-06-13T05:47:59.322390+0000","last_change":"2023-06-13T05:48:03.283715+0000","last_active":"2023-06-13T05:47:59.322390+0000","last_peered":"2023-06-13T05:47:59.322390+0000","last_clean":"2023-06-13T05:47:06.172408+0000","last_became_active":"2023-06-13T05:47:51.264994+0000","last_became_peered":"2023-06-13T05:47:51.264994+0000","last_unstale":"2023-06-13T05:47:59.322390+0000","last_undegraded":"2023-06-13T05:47:59.322390+0000","last_fullsized":"2023-06-13T05:47:51.260208+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":130,"log_dups_size":0,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5681162,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2,"num_write":20,"num_write_kb":6286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1],"acting":[1],"avail_no_missing":["1"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"20'225","reported_seq":573,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.309600+0000","last_change":"2023-06-13T05:47:07.274035+0000","last_active":"2023-06-13T05:47:59.309600+0000","last_peered":"2023-06-13T05:47:59.309600+0000","last_clean":"2023-06-13T05:47:59.309600+0000","last_became_active":"2023-06-13T05:47:07.266024+0000","last_became_peered":"2023-06-13T05:47:07.266024+0000","last_unstale":"2023-06-13T05:47:59.309600+0000","last_undegraded":"2023-06-13T05:47:59.309600+0000","last_fullsized":"2023-06-13T05:47:59.309600+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":225,"log_dups_size":0,"ondisk_log_size":225,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204580942,"num_objects":66,"num_object_clones":0,"num_object_copies":132,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":253,"num_read_kb":83646,"num_write":566,"num_write_kb":170482,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"19'130","reported_seq":356,"reported_epoch":26,"state":"active+clean","last_fresh":"2023-06-13T05:48:22.204378+0000","last_change":"2023-06-13T05:47:07.251094+0000","last_active":"2023-06-13T05:48:22.204378+0000","last_peered":"2023-06-13T05:48:22.204378+0000","last_clean":"2023-06-13T05:48:22.204378+0000","last_became_active":"2023-06-13T05:47:07.247628+0000","last_became_peered":"2023-06-13T05:47:07.247628+0000","last_unstale":"2023-06-13T05:48:22.204378+0000","last_undegraded":"2023-06-13T05:48:22.204378+0000","last_fullsized":"2023-06-13T05:48:22.204378+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":130,"log_dups_size":0,"ondisk_log_size":130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":125786558,"num_objects":42,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":182,"num_read_kb":75741,"num_write":322,"num_write_kb":93396,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"22'188","reported_seq":28,"reported_epoch":26,"state":"active+clean+remapped","last_fresh":"2023-06-13T05:48:22.209235+0000","last_change":"2023-06-13T05:47:53.279865+0000","last_active":"2023-06-13T05:48:22.209235+0000","last_peered":"2023-06-13T05:48:22.209235+0000","last_clean":"2023-06-13T05:48:22.209235+0000","last_became_active":"2023-06-13T05:47:53.273788+0000","last_became_peered":"2023-06-13T05:47:53.273788+0000","last_unstale":"2023-06-13T05:48:22.209235+0000","last_undegraded":"2023-06-13T05:48:22.209235+0000","last_fullsized":"2023-06-13T05:48:22.209235+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":188,"log_dups_size":0,"ondisk_log_size":188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3764768,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1,"num_write":10,"num_write_kb":3680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0,3],"avail_no_missing":["0","3"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.a","version":"18'219","reported_seq":580,"reported_epoch":26,"state":"active+undersized+degraded","last_fresh":"2023-06-13T05:48:22.229490+0000","last_change":"2023-06-13T05:48:35.314852+0000","last_active":"2023-06-13T05:48:22.229490+0000","last_peered":"2023-06-13T05:48:22.229490+0000","last_clean":"2023-06-13T05:47:59.321482+0000","last_became_active":"2023-06-13T05:48:22.225410+0000","last_became_peered":"2023-06-13T05:48:22.225410+0000","last_unstale":"2023-06-13T05:48:22.229490+0000","last_undegraded":"2023-06-13T05:48:22.219074+0000","last_fullsized":"2023-06-13T05:48:22.218649+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":219,"log_dups_size":0,"ondisk_log_size":219,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":203974966,"num_objects":70,"num_object_clones":0,"num_object_copies":140,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":70,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":291,"num_read_kb":104671,"num_write":554,"num_write_kb":162292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0","objects":70}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"21'176","reported_seq":467,"reported_epoch":26,"state":"active+undersized+degraded","last_fresh":"2023-06-13T05:48:22.220105+0000","last_change":"2023-06-13T05:48:35.294877+0000","last_active":"2023-06-13T05:48:22.220105+0000","last_peered":"2023-06-13T05:48:22.220105+0000","last_clean":"2023-06-13T05:47:59.322796+0000","last_became_active":"2023-06-13T05:48:22.214145+0000","last_became_peered":"2023-06-13T05:48:22.214145+0000","last_unstale":"2023-06-13T05:48:22.220105+0000","last_undegraded":"2023-06-13T05:48:22.204140+0000","last_fullsized":"2023-06-13T05:48:22.203657+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":176,"log_dups_size":0,"ondisk_log_size":176,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":148644738,"num_objects":50,"num_object_clones":0,"num_object_copies":100,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":50,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":218,"num_read_kb":81216,"num_write":434,"num_write_kb":128988,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[{"shards":"0","objects":50}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.8","version":"18'166","reported_seq":22,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.225219+0000","last_change":"2023-06-13T05:48:33.302196+0000","last_active":"2023-06-13T05:48:22.225219+0000","last_peered":"2023-06-13T05:48:22.225219+0000","last_clean":"2023-06-13T05:47:59.337487+0000","last_became_active":"2023-06-13T05:48:22.220636+0000","last_became_peered":"2023-06-13T05:48:22.220636+0000","last_unstale":"2023-06-13T05:48:22.225219+0000","last_undegraded":"2023-06-13T05:48:22.225219+0000","last_fullsized":"2023-06-13T05:48:22.215752+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":166,"log_dups_size":0,"ondisk_log_size":166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.214726+0000","last_change":"2023-06-13T05:48:00.310391+0000","last_active":"2023-06-13T05:48:22.214726+0000","last_peered":"2023-06-13T05:48:22.214726+0000","last_clean":"2023-06-13T05:46:55.188408+0000","last_became_active":"2023-06-13T05:47:51.244080+0000","last_became_peered":"2023-06-13T05:47:51.244080+0000","last_unstale":"2023-06-13T05:48:22.214726+0000","last_undegraded":"2023-06-13T05:48:22.214726+0000","last_fullsized":"2023-06-13T05:47:51.240684+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.5","version":"19'166","reported_seq":432,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.311440+0000","last_change":"2023-06-13T05:47:07.268946+0000","last_active":"2023-06-13T05:47:59.311440+0000","last_peered":"2023-06-13T05:47:59.311440+0000","last_clean":"2023-06-13T05:47:59.311440+0000","last_became_active":"2023-06-13T05:47:07.263874+0000","last_became_peered":"2023-06-13T05:47:07.263874+0000","last_unstale":"2023-06-13T05:47:59.311440+0000","last_undegraded":"2023-06-13T05:47:59.311440+0000","last_fullsized":"2023-06-13T05:47:59.311440+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":166,"log_dups_size":0,"ondisk_log_size":166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":132376882,"num_objects":46,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":196,"num_read_kb":71553,"num_write":414,"num_write_kb":122784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":37,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.210690+0000","last_change":"2023-06-13T05:48:00.294631+0000","last_active":"2023-06-13T05:48:22.210690+0000","last_peered":"2023-06-13T05:48:22.210690+0000","last_clean":"2023-06-13T05:47:12.301036+0000","last_became_active":"2023-06-13T05:47:51.286565+0000","last_became_peered":"2023-06-13T05:47:51.286565+0000","last_unstale":"2023-06-13T05:48:22.210690+0000","last_undegraded":"2023-06-13T05:48:22.210690+0000","last_fullsized":"2023-06-13T05:47:51.249247+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3","version":"20'197","reported_seq":35,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.205007+0000","last_change":"2023-06-13T05:48:03.274067+0000","last_active":"2023-06-13T05:48:22.205007+0000","last_peered":"2023-06-13T05:48:22.205007+0000","last_clean":"2023-06-13T05:47:06.172408+0000","last_became_active":"2023-06-13T05:47:51.277690+0000","last_became_peered":"2023-06-13T05:47:51.277690+0000","last_unstale":"2023-06-13T05:48:22.205007+0000","last_undegraded":"2023-06-13T05:48:22.205007+0000","last_fullsized":"2023-06-13T05:47:51.253219+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":3827,"num_write":12,"num_write_kb":3254,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.314694+0000","last_change":"2023-06-13T05:46:56.320929+0000","last_active":"2023-06-13T05:47:59.314694+0000","last_peered":"2023-06-13T05:47:59.314694+0000","last_clean":"2023-06-13T05:47:59.314694+0000","last_became_active":"2023-06-13T05:46:56.313840+0000","last_became_peered":"2023-06-13T05:46:56.313840+0000","last_unstale":"2023-06-13T05:47:59.314694+0000","last_undegraded":"2023-06-13T05:47:59.314694+0000","last_fullsized":"2023-06-13T05:47:59.314694+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"18'145","reported_seq":440,"reported_epoch":26,"state":"active+undersized+degraded","last_fresh":"2023-06-13T05:48:22.217161+0000","last_change":"2023-06-13T05:48:03.238898+0000","last_active":"2023-06-13T05:48:22.217161+0000","last_peered":"2023-06-13T05:48:22.217161+0000","last_clean":"2023-06-13T05:47:49.624205+0000","last_became_active":"2023-06-13T05:47:51.243324+0000","last_became_peered":"2023-06-13T05:47:51.243324+0000","last_unstale":"2023-06-13T05:48:22.217161+0000","last_undegraded":"2023-06-13T05:47:51.235682+0000","last_fullsized":"2023-06-13T05:47:51.235267+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":145,"log_dups_size":0,"ondisk_log_size":145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154325570,"num_objects":52,"num_object_clones":0,"num_object_copies":104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":52,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":293,"num_read_kb":169250,"num_write":368,"num_write_kb":106260,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[{"shards":"3","objects":52}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.317217+0000","last_change":"2023-06-13T05:46:56.299807+0000","last_active":"2023-06-13T05:47:59.317217+0000","last_peered":"2023-06-13T05:47:59.317217+0000","last_clean":"2023-06-13T05:47:59.317217+0000","last_became_active":"2023-06-13T05:46:56.296570+0000","last_became_peered":"2023-06-13T05:46:56.296570+0000","last_unstale":"2023-06-13T05:47:59.317217+0000","last_undegraded":"2023-06-13T05:47:59.317217+0000","last_fullsized":"2023-06-13T05:47:59.317217+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"13'97","reported_seq":262,"reported_epoch":26,"state":"active+clean","last_fresh":"2023-06-13T05:48:22.208908+0000","last_change":"2023-06-13T05:46:54.245148+0000","last_active":"2023-06-13T05:48:22.208908+0000","last_peered":"2023-06-13T05:48:22.208908+0000","last_clean":"2023-06-13T05:48:22.208908+0000","last_became_active":"2023-06-13T05:46:54.241383+0000","last_became_peered":"2023-06-13T05:46:54.241383+0000","last_unstale":"2023-06-13T05:48:22.208908+0000","last_undegraded":"2023-06-13T05:48:22.208908+0000","last_fullsized":"2023-06-13T05:48:22.208908+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:53.179309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:53.179309+0000","last_clean_scrub_stamp":"2023-06-13T05:46:53.179309+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1180736,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":142,"num_read_kb":120,"num_write":274,"num_write_kb":3788,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"18'183","reported_seq":22,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.221505+0000","last_change":"2023-06-13T05:48:33.304308+0000","last_active":"2023-06-13T05:48:22.221505+0000","last_peered":"2023-06-13T05:48:22.221505+0000","last_clean":"2023-06-13T05:47:59.320648+0000","last_became_active":"2023-06-13T05:48:22.215989+0000","last_became_peered":"2023-06-13T05:48:22.215989+0000","last_unstale":"2023-06-13T05:48:22.221505+0000","last_undegraded":"2023-06-13T05:48:22.221505+0000","last_fullsized":"2023-06-13T05:48:22.206062+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":183,"log_dups_size":0,"ondisk_log_size":183,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":37,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.228472+0000","last_change":"2023-06-13T05:48:32.315217+0000","last_active":"2023-06-13T05:48:22.228472+0000","last_peered":"2023-06-13T05:48:22.228472+0000","last_clean":"2023-06-13T05:47:59.317967+0000","last_became_active":"2023-06-13T05:48:22.223568+0000","last_became_peered":"2023-06-13T05:48:22.223568+0000","last_unstale":"2023-06-13T05:48:22.228472+0000","last_undegraded":"2023-06-13T05:48:22.228472+0000","last_fullsized":"2023-06-13T05:48:22.215925+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"19'242","reported_seq":654,"reported_epoch":26,"state":"active+undersized+degraded","last_fresh":"2023-06-13T05:48:22.221287+0000","last_change":"2023-06-13T05:48:35.259077+0000","last_active":"2023-06-13T05:48:22.221287+0000","last_peered":"2023-06-13T05:48:22.221287+0000","last_clean":"2023-06-13T05:47:59.334991+0000","last_became_active":"2023-06-13T05:48:22.218072+0000","last_became_peered":"2023-06-13T05:48:22.218072+0000","last_unstale":"2023-06-13T05:48:22.221287+0000","last_undegraded":"2023-06-13T05:48:22.213401+0000","last_fullsized":"2023-06-13T05:48:22.212084+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":242,"log_dups_size":0,"ondisk_log_size":242,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":206665472,"num_objects":68,"num_object_clones":0,"num_object_copies":136,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":68,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":335,"num_read_kb":151059,"num_write":610,"num_write_kb":180986,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[{"shards":"3","objects":68}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":37,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.203520+0000","last_change":"2023-06-13T05:48:00.306539+0000","last_active":"2023-06-13T05:48:22.203520+0000","last_peered":"2023-06-13T05:48:22.203520+0000","last_clean":"2023-06-13T05:47:12.330806+0000","last_became_active":"2023-06-13T05:47:51.248148+0000","last_became_peered":"2023-06-13T05:47:51.248148+0000","last_unstale":"2023-06-13T05:48:22.203520+0000","last_undegraded":"2023-06-13T05:48:22.203520+0000","last_fullsized":"2023-06-13T05:47:51.240648+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"18'182","reported_seq":18,"reported_epoch":26,"state":"active+clean+remapped","last_fresh":"2023-06-13T05:48:22.217361+0000","last_change":"2023-06-13T05:47:59.354107+0000","last_active":"2023-06-13T05:48:22.217361+0000","last_peered":"2023-06-13T05:48:22.217361+0000","last_clean":"2023-06-13T05:48:22.217361+0000","last_became_active":"2023-06-13T05:47:59.350954+0000","last_became_peered":"2023-06-13T05:47:59.350954+0000","last_unstale":"2023-06-13T05:48:22.217361+0000","last_undegraded":"2023-06-13T05:48:22.217361+0000","last_fullsized":"2023-06-13T05:48:22.217361+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":182,"log_dups_size":0,"ondisk_log_size":182,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":48737030,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0,3],"avail_no_missing":["0","3"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"18'133","reported_seq":378,"reported_epoch":26,"state":"active+undersized+degraded","last_fresh":"2023-06-13T05:48:22.226928+0000","last_change":"2023-06-13T05:48:35.276997+0000","last_active":"2023-06-13T05:48:22.226928+0000","last_peered":"2023-06-13T05:48:22.226928+0000","last_clean":"2023-06-13T05:47:59.341583+0000","last_became_active":"2023-06-13T05:48:22.222988+0000","last_became_peered":"2023-06-13T05:48:22.222988+0000","last_unstale":"2023-06-13T05:48:22.226928+0000","last_undegraded":"2023-06-13T05:48:22.213745+0000","last_fullsized":"2023-06-13T05:48:22.213202+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":133,"log_dups_size":0,"ondisk_log_size":133,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":160576718,"num_objects":56,"num_object_clones":0,"num_object_copies":112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":56,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":211,"num_read_kb":84114,"num_write":340,"num_write_kb":98268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[{"shards":"3","objects":56}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.211716+0000","last_change":"2023-06-13T05:48:00.289942+0000","last_active":"2023-06-13T05:48:22.211716+0000","last_peered":"2023-06-13T05:48:22.211716+0000","last_clean":"2023-06-13T05:46:55.188408+0000","last_became_active":"2023-06-13T05:47:51.252333+0000","last_became_peered":"2023-06-13T05:47:51.252333+0000","last_unstale":"2023-06-13T05:48:22.211716+0000","last_undegraded":"2023-06-13T05:48:22.211716+0000","last_fullsized":"2023-06-13T05:47:51.241646+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0],"acting":[0],"avail_no_missing":["0"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":28,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-06-13T05:47:59.314161+0000","last_change":"2023-06-13T05:46:56.303255+0000","last_active":"2023-06-13T05:47:59.314161+0000","last_peered":"2023-06-13T05:47:59.314161+0000","last_clean":"2023-06-13T05:47:59.314161+0000","last_became_active":"2023-06-13T05:46:56.300128+0000","last_became_peered":"2023-06-13T05:46:56.300128+0000","last_unstale":"2023-06-13T05:47:59.314161+0000","last_undegraded":"2023-06-13T05:47:59.314161+0000","last_fullsized":"2023-06-13T05:47:59.314161+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:46:55.188408+0000","last_clean_scrub_stamp":"2023-06-13T05:46:55.188408+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.6","version":"18'171","reported_seq":21,"reported_epoch":26,"state":"active+undersized","last_fresh":"2023-06-13T05:48:22.209187+0000","last_change":"2023-06-13T05:48:03.284613+0000","last_active":"2023-06-13T05:48:22.209187+0000","last_peered":"2023-06-13T05:48:22.209187+0000","last_clean":"2023-06-13T05:47:06.172408+0000","last_became_active":"2023-06-13T05:47:51.249819+0000","last_became_peered":"2023-06-13T05:47:51.249819+0000","last_unstale":"2023-06-13T05:48:22.209187+0000","last_undegraded":"2023-06-13T05:48:22.209187+0000","last_fullsized":"2023-06-13T05:47:51.243208+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-13T05:47:06.172408+0000","last_clean_scrub_stamp":"2023-06-13T05:47:06.172408+0000","objects_scrubbed":0,"log_size":171,"log_dups_size":0,"ondisk_log_size":171,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":16,"stat_sum":{"num_bytes":1491828458,"num_objects":496,"num_object_clones":0,"num_object_copies":992,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":342,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2185,"num_read_kb":911227,"num_write":4008,"num_write_kb":1177616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":48737030,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2795,"ondisk_log_size":2795,"up":19,"acting":21,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":1180736,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":142,"num_read_kb":120,"num_write":274,"num_write_kb":3788,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":2,"acting":2,"num_store_stats":0},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":11,"acting":11,"num_store_stats":0}],"osd_stats":[{"osd":3,"up_from":9,"seq":38654705840,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":463620,"kb_used_data":428476,"kb_used_omap":0,"kb_used_meta":35136,"kb_avail":104393980,"statfs":{"total":107374182400,"available":106899435520,"internally_reserved":0,"allocated":438759424,"data_stored":435853302,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":35979264},"hb_peers":[0],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":9,"seq":38654705840,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":245476,"kb_used_data":214428,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":104612124,"statfs":{"total":107374182400,"available":107122814976,"internally_reserved":0,"allocated":219574272,"data_stored":218022872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":9,"seq":38654705840,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":391136,"kb_used_data":360088,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":104466464,"statfs":{"total":107374182400,"available":106973659136,"internally_reserved":0,"allocated":368730112,"data_stored":366194865,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":9,"seq":38654705840,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":104857600,"kb_used":468260,"kb_used_data":433116,"kb_used_omap":0,"kb_used_meta":35136,"kb_avail":104389340,"statfs":{"total":107374182400,"available":106894684160,"internally_reserved":0,"allocated":443510784,"data_stored":440571290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":35979264},"hb_peers":[0,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]}],"pool_statfs":[]}} Ignoring malparsed backtrace: 2023-06-13T05:49:59.115+0000 7f251e7c8700 -1 WARNING: the following dangerous and experimental features are enabled: crimson , 2023-06-13T05:49:59.403 INFO:teuthology.orchestra.run.smithi060.stdout: , 2023-06-13T05:49:59.403 INFO:teuthology.orchestra.run.smithi060.stdout:{"fsid":"bb608ba1-dc6f-42f0-b0fc-cb9995b6fdc1","health":{"status":"HEALTH_WARN","checks":{"OSD_DOWN":{"severity":"HEALTH_WARN","summary":{"message":"2 osds down","count":2},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 342/1000 objects degraded (34.200%), 6 pgs degraded, 16 pgs undersized","count":22},"muted":false}},"mutes":[]},"election_epoch":3,"quorum":[0],"quorum_names":["a"],"quorum_age":195,"monmap":{"epoch":1,"min_mon_release_name":"reef","num_mons":1},"osdmap":{"epoch":26,"num_osds":4,"num_up_osds":2,"osd_up_since":1686635301,"num_in_osds":4,"osd_in_since":1686635206,"num_remapped_pgs":2},"pgmap":{"pgs_by_state":[{"state_name":"active+undersized","count":10},{"state_name":"active+clean","count":7},{"state_name":"active+undersized+degraded","count":6},{"state_name":"active+clean+remapped","count":2}],"num_pgs":25,"num_pools":3,"num_objects":500,"data_bytes":1493009194,"bytes_used":1606135808,"bytes_avail":427890593792,"bytes_total":429496729600,"degraded_objects":342,"degraded_total":1000,"degraded_ratio":0.34200000000000003},"fsmap":{"epoch":1,"by_rank":[],"up:standby":0},"mgrmap":{"available":true,"num_standbys":0,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":2,"modified":"2023-06-13T05:47:52.443211+0000","services":{}},"progress_events":{}} Ignoring malparsed backtrace: 2023-06-13T05:50:08.004 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.0', 'version': "18'145", 'reported_seq': 440, 'reported_epoch': 26, 'state': 'active+undersized+degraded', 'last_fresh': '2023-06-13T05:48:22.217161+0000', 'last_change': '2023-06-13T05:48:03.238898+0000', 'last_active': '2023-06-13T05:48:22.217161+0000', 'last_peered': '2023-06-13T05:48:22.217161+0000', 'last_clean': '2023-06-13T05:47:49.624205+0000', 'last_became_active': '2023-06-13T05:47:51.243324+0000', 'last_became_peered': '2023-06-13T05:47:51.243324+0000', 'last_unstale': '2023-06-13T05:48:22.217161+0000', 'last_undegraded': '2023-06-13T05:47:51.235682+0000', 'last_fullsized': '2023-06-13T05:47:51.235267+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 16, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 145, 'log_dups_size': 0, 'ondisk_log_size': 145, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 154325570, 'num_objects': 52, 'num_object_clones': 0, 'num_object_copies': 104, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 52, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 293, 'num_read_kb': 169250, 'num_write': 368, 'num_write_kb': 106260, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3], 'acting': [3], 'avail_no_missing': ['3'], 'object_location_counts': [{'shards': '3', 'objects': 52}], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} , 2023-06-13T05:50:08.005 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2 is not active+clean , 2023-06-13T05:50:08.005 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2', 'version': "18'183", 'reported_seq': 22, 'reported_epoch': 26, 'state': 'active+undersized', 'last_fresh': '2023-06-13T05:48:22.221505+0000', 'last_change': '2023-06-13T05:48:33.304308+0000', 'last_active': '2023-06-13T05:48:22.221505+0000', 'last_peered': '2023-06-13T05:48:22.221505+0000', 'last_clean': '2023-06-13T05:47:59.320648+0000', 'last_became_active': '2023-06-13T05:48:22.215989+0000', 'last_became_peered': '2023-06-13T05:48:22.215989+0000', 'last_unstale': '2023-06-13T05:48:22.221505+0000', 'last_undegraded': '2023-06-13T05:48:22.221505+0000', 'last_fullsized': '2023-06-13T05:48:22.206062+0000', 'mapping_epoch': 25, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 22, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 183, 'log_dups_size': 0, 'ondisk_log_size': 183, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0], 'avail_no_missing': ['0'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} Ignoring malparsed backtrace: 2023-06-13T05:50:17.341 INFO:tasks.ceph.ceph_manager.ceph:PG 3.f is not active+clean , 2023-06-13T05:50:17.342 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.f', 'version': "19'142", 'reported_seq': 390, 'reported_epoch': 26, 'state': 'active+undersized+degraded', 'last_fresh': '2023-06-13T05:48:22.222890+0000', 'last_change': '2023-06-13T05:48:35.299893+0000', 'last_active': '2023-06-13T05:48:22.222890+0000', 'last_peered': '2023-06-13T05:48:22.222890+0000', 'last_clean': '2023-06-13T05:47:59.316356+0000', 'last_became_active': '2023-06-13T05:48:22.218368+0000', 'last_became_peered': '2023-06-13T05:48:22.218368+0000', 'last_unstale': '2023-06-13T05:48:22.222890+0000', 'last_undegraded': '2023-06-13T05:48:22.209539+0000', 'last_fullsized': '2023-06-13T05:48:22.208916+0000', 'mapping_epoch': 25, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 16, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 142, 'log_dups_size': 0, 'ondisk_log_size': 142, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 145450682, 'num_objects': 46, 'num_object_clones': 0, 'num_object_copies': 92, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 46, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 189, 'num_read_kb': 86147, 'num_write': 358, 'num_write_kb': 100940, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0], 'avail_no_missing': ['0'], 'object_location_counts': [{'shards': '0', 'objects': 46}], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} , 2023-06-13T05:50:17.342 INFO:tasks.ceph.ceph_manager.ceph:PG 3.e is not active+clean Ignoring malparsed backtrace: 2023-06-13T05:50:22.317 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now , 2023-06-13T05:50:22.317 DEBUG:teuthology.orchestra.run.smithi060:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json , 2023-06-13T05:50:22.445+0000 7efe70c21700 -1 WARNING: the following dangerous and experimental features are enabled: crimson Ignoring malparsed backtrace: 2023-06-13T05:50:31.100 INFO:tasks.ceph.ceph_manager.ceph:PG 2.0 is not active+clean , 2023-06-13T05:50:31.100 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.0', 'version': "0'0", 'reported_seq': 37, 'reported_epoch': 26, 'state': 'active+undersized', 'last_fresh': '2023-06-13T05:48:22.228472+0000', 'last_change': '2023-06-13T05:48:32.315217+0000', 'last_active': '2023-06-13T05:48:22.228472+0000', 'last_peered': '2023-06-13T05:48:22.228472+0000', 'last_clean': '2023-06-13T05:47:59.317967+0000', 'last_became_active': '2023-06-13T05:48:22.223568+0000', 'last_became_peered': '2023-06-13T05:48:22.223568+0000', 'last_unstale': '2023-06-13T05:48:22.228472+0000', 'last_undegraded': '2023-06-13T05:48:22.228472+0000', 'last_fullsized': '2023-06-13T05:48:22.215925+0000', 'mapping_epoch': 25, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 12, 'last_epoch_clean': 13, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0], 'avail_no_missing': ['0'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} , 2023-06-13T05:50:31.100 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1 is not active+clean Ignoring malparsed backtrace: 2023-06-13T05:50:40.132 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.f', 'version': "19'142", 'reported_seq': 390, 'reported_epoch': 26, 'state': 'active+undersized+degraded', 'last_fresh': '2023-06-13T05:48:22.222890+0000', 'last_change': '2023-06-13T05:48:35.299893+0000', 'last_active': '2023-06-13T05:48:22.222890+0000', 'last_peered': '2023-06-13T05:48:22.222890+0000', 'last_clean': '2023-06-13T05:47:59.316356+0000', 'last_became_active': '2023-06-13T05:48:22.218368+0000', 'last_became_peered': '2023-06-13T05:48:22.218368+0000', 'last_unstale': '2023-06-13T05:48:22.222890+0000', 'last_undegraded': '2023-06-13T05:48:22.209539+0000', 'last_fullsized': '2023-06-13T05:48:22.208916+0000', 'mapping_epoch': 25, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 16, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 142, 'log_dups_size': 0, 'ondisk_log_size': 142, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 145450682, 'num_objects': 46, 'num_object_clones': 0, 'num_object_copies': 92, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 46, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 189, 'num_read_kb': 86147, 'num_write': 358, 'num_write_kb': 100940, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0], 'avail_no_missing': ['0'], 'object_location_counts': [{'shards': '0', 'objects': 46}], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} , 2023-06-13T05:50:40.132 INFO:tasks.ceph.ceph_manager.ceph:PG 3.e is not active+clean , 2023-06-13T05:50:40.133 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.e', 'version': "20'130", 'reported_seq': 33, 'reported_epoch': 24, 'state': 'active+undersized', 'last_fresh': '2023-06-13T05:47:59.322390+0000', 'last_change': '2023-06-13T05:48:03.283715+0000', 'last_active': '2023-06-13T05:47:59.322390+0000', 'last_peered': '2023-06-13T05:47:59.322390+0000', 'last_clean': '2023-06-13T05:47:06.172408+0000', 'last_became_active': '2023-06-13T05:47:51.264994+0000', 'last_became_peered': '2023-06-13T05:47:51.264994+0000', 'last_unstale': '2023-06-13T05:47:59.322390+0000', 'last_undegraded': '2023-06-13T05:47:59.322390+0000', 'last_fullsized': '2023-06-13T05:47:51.260208+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 16, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 130, 'log_dups_size': 0, 'ondisk_log_size': 130, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 5681162, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 4, 'num_read_kb': 2, 'num_write': 20, 'num_write_kb': 6286, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1], 'acting': [1], 'avail_no_missing': ['1'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} Ignoring malparsed backtrace: 2023-06-13T05:50:45.099 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now , 2023-06-13T05:50:45.100 DEBUG:teuthology.orchestra.run.smithi060:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json , 2023-06-13T05:50:45.225+0000 7f8a04acc700 -1 WARNING: the following dangerous and experimental features are enabled: crimson Ignoring malparsed backtrace: 2023-06-13T05:50:53.739 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2', 'version': "18'183", 'reported_seq': 22, 'reported_epoch': 26, 'state': 'active+undersized', 'last_fresh': '2023-06-13T05:48:22.221505+0000', 'last_change': '2023-06-13T05:48:33.304308+0000', 'last_active': '2023-06-13T05:48:22.221505+0000', 'last_peered': '2023-06-13T05:48:22.221505+0000', 'last_clean': '2023-06-13T05:47:59.320648+0000', 'last_became_active': '2023-06-13T05:48:22.215989+0000', 'last_became_peered': '2023-06-13T05:48:22.215989+0000', 'last_unstale': '2023-06-13T05:48:22.221505+0000', 'last_undegraded': '2023-06-13T05:48:22.221505+0000', 'last_fullsized': '2023-06-13T05:48:22.206062+0000', 'mapping_epoch': 25, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 22, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 183, 'log_dups_size': 0, 'ondisk_log_size': 183, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0], 'avail_no_missing': ['0'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} , 2023-06-13T05:50:53.739 INFO:tasks.ceph.ceph_manager.ceph:PG 2.0 is not active+clean , 2023-06-13T05:50:53.740 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.0', 'version': "0'0", 'reported_seq': 37, 'reported_epoch': 26, 'state': 'active+undersized', 'last_fresh': '2023-06-13T05:48:22.228472+0000', 'last_change': '2023-06-13T05:48:32.315217+0000', 'last_active': '2023-06-13T05:48:22.228472+0000', 'last_peered': '2023-06-13T05:48:22.228472+0000', 'last_clean': '2023-06-13T05:47:59.317967+0000', 'last_became_active': '2023-06-13T05:48:22.223568+0000', 'last_became_peered': '2023-06-13T05:48:22.223568+0000', 'last_unstale': '2023-06-13T05:48:22.228472+0000', 'last_undegraded': '2023-06-13T05:48:22.228472+0000', 'last_fullsized': '2023-06-13T05:48:22.215925+0000', 'mapping_epoch': 25, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 12, 'last_epoch_clean': 13, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0], 'avail_no_missing': ['0'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} Ignoring malparsed backtrace: 2023-06-13T05:51:02.782 INFO:tasks.ceph.ceph_manager.ceph:PG 3.f is not active+clean , 2023-06-13T05:51:02.782 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.f', 'version': "19'142", 'reported_seq': 390, 'reported_epoch': 26, 'state': 'active+undersized+degraded', 'last_fresh': '2023-06-13T05:48:22.222890+0000', 'last_change': '2023-06-13T05:48:35.299893+0000', 'last_active': '2023-06-13T05:48:22.222890+0000', 'last_peered': '2023-06-13T05:48:22.222890+0000', 'last_clean': '2023-06-13T05:47:59.316356+0000', 'last_became_active': '2023-06-13T05:48:22.218368+0000', 'last_became_peered': '2023-06-13T05:48:22.218368+0000', 'last_unstale': '2023-06-13T05:48:22.222890+0000', 'last_undegraded': '2023-06-13T05:48:22.209539+0000', 'last_fullsized': '2023-06-13T05:48:22.208916+0000', 'mapping_epoch': 25, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 16, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 142, 'log_dups_size': 0, 'ondisk_log_size': 142, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 145450682, 'num_objects': 46, 'num_object_clones': 0, 'num_object_copies': 92, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 46, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 189, 'num_read_kb': 86147, 'num_write': 358, 'num_write_kb': 100940, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0], 'avail_no_missing': ['0'], 'object_location_counts': [{'shards': '0', 'objects': 46}], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} , 2023-06-13T05:51:02.783 INFO:tasks.ceph.ceph_manager.ceph:PG 3.e is not active+clean Ignoring malparsed backtrace: 2023-06-13T05:51:08.391 INFO:teuthology.orchestra.run.smithi060.stdout:{"fsid":"bb608ba1-dc6f-42f0-b0fc-cb9995b6fdc1","health":{"status":"HEALTH_WARN","checks":{"OSD_DOWN":{"severity":"HEALTH_WARN","summary":{"message":"2 osds down","count":2},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 342/1000 objects degraded (34.200%), 6 pgs degraded, 16 pgs undersized","count":22},"muted":false},"SLOW_OPS":{"severity":"HEALTH_WARN","summary":{"message":"1 slow ops, oldest one blocked for 61 sec, mon.a has slow ops","count":1},"muted":false}},"mutes":[]},"election_epoch":3,"quorum":[0],"quorum_names":["a"],"quorum_age":264,"monmap":{"epoch":1,"min_mon_release_name":"reef","num_mons":1},"osdmap":{"epoch":26,"num_osds":4,"num_up_osds":2,"osd_up_since":1686635301,"num_in_osds":4,"osd_in_since":1686635206,"num_remapped_pgs":2},"pgmap":{"pgs_by_state":[{"state_name":"active+undersized","count":10},{"state_name":"active+clean","count":7},{"state_name":"active+undersized+degraded","count":6},{"state_name":"active+clean+remapped","count":2}],"num_pgs":25,"num_pools":3,"num_objects":500,"data_bytes":1493009194,"bytes_used":1606135808,"bytes_avail":427890593792,"bytes_total":429496729600,"degraded_objects":342,"degraded_total":1000,"degraded_ratio":0.34200000000000003},"fsmap":{"epoch":1,"by_rank":[],"up:standby":0},"mgrmap":{"available":true,"num_standbys":0,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":2,"modified":"2023-06-13T05:47:52.443211+0000","services":{}},"progress_events":{}} , 2023-06-13T05:51:08.411 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now , 2023-06-13T05:51:08.412 DEBUG:teuthology.orchestra.run.smithi060:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json Ignoring malparsed backtrace: 2023-06-13T05:51:17.026 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.0', 'version': "18'145", 'reported_seq': 440, 'reported_epoch': 26, 'state': 'active+undersized+degraded', 'last_fresh': '2023-06-13T05:48:22.217161+0000', 'last_change': '2023-06-13T05:48:03.238898+0000', 'last_active': '2023-06-13T05:48:22.217161+0000', 'last_peered': '2023-06-13T05:48:22.217161+0000', 'last_clean': '2023-06-13T05:47:49.624205+0000', 'last_became_active': '2023-06-13T05:47:51.243324+0000', 'last_became_peered': '2023-06-13T05:47:51.243324+0000', 'last_unstale': '2023-06-13T05:48:22.217161+0000', 'last_undegraded': '2023-06-13T05:47:51.235682+0000', 'last_fullsized': '2023-06-13T05:47:51.235267+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 16, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 145, 'log_dups_size': 0, 'ondisk_log_size': 145, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 154325570, 'num_objects': 52, 'num_object_clones': 0, 'num_object_copies': 104, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 52, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 293, 'num_read_kb': 169250, 'num_write': 368, 'num_write_kb': 106260, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3], 'acting': [3], 'avail_no_missing': ['3'], 'object_location_counts': [{'shards': '3', 'objects': 52}], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} , 2023-06-13T05:51:17.026 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2 is not active+clean , 2023-06-13T05:51:17.027 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2', 'version': "18'183", 'reported_seq': 22, 'reported_epoch': 26, 'state': 'active+undersized', 'last_fresh': '2023-06-13T05:48:22.221505+0000', 'last_change': '2023-06-13T05:48:33.304308+0000', 'last_active': '2023-06-13T05:48:22.221505+0000', 'last_peered': '2023-06-13T05:48:22.221505+0000', 'last_clean': '2023-06-13T05:47:59.320648+0000', 'last_became_active': '2023-06-13T05:48:22.215989+0000', 'last_became_peered': '2023-06-13T05:48:22.215989+0000', 'last_unstale': '2023-06-13T05:48:22.221505+0000', 'last_undegraded': '2023-06-13T05:48:22.221505+0000', 'last_fullsized': '2023-06-13T05:48:22.206062+0000', 'mapping_epoch': 25, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 22, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 183, 'log_dups_size': 0, 'ondisk_log_size': 183, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0], 'avail_no_missing': ['0'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} Ignoring malparsed backtrace: 2023-06-13T05:51:26.288 INFO:tasks.ceph.ceph_manager.ceph:PG 3.f is not active+clean , 2023-06-13T05:51:26.288 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.f', 'version': "19'142", 'reported_seq': 390, 'reported_epoch': 26, 'state': 'active+undersized+degraded', 'last_fresh': '2023-06-13T05:48:22.222890+0000', 'last_change': '2023-06-13T05:48:35.299893+0000', 'last_active': '2023-06-13T05:48:22.222890+0000', 'last_peered': '2023-06-13T05:48:22.222890+0000', 'last_clean': '2023-06-13T05:47:59.316356+0000', 'last_became_active': '2023-06-13T05:48:22.218368+0000', 'last_became_peered': '2023-06-13T05:48:22.218368+0000', 'last_unstale': '2023-06-13T05:48:22.222890+0000', 'last_undegraded': '2023-06-13T05:48:22.209539+0000', 'last_fullsized': '2023-06-13T05:48:22.208916+0000', 'mapping_epoch': 25, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 16, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 142, 'log_dups_size': 0, 'ondisk_log_size': 142, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 145450682, 'num_objects': 46, 'num_object_clones': 0, 'num_object_copies': 92, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 46, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 189, 'num_read_kb': 86147, 'num_write': 358, 'num_write_kb': 100940, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0], 'avail_no_missing': ['0'], 'object_location_counts': [{'shards': '0', 'objects': 46}], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} , 2023-06-13T05:51:26.289 INFO:tasks.ceph.ceph_manager.ceph:PG 3.e is not active+clean Ignoring malparsed backtrace: 2023-06-13T05:51:31.251 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now , 2023-06-13T05:51:31.252 DEBUG:teuthology.orchestra.run.smithi060:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json , 2023-06-13T05:51:31.379+0000 7f7d71473700 -1 WARNING: the following dangerous and experimental features are enabled: crimson Ignoring malparsed backtrace: 2023-06-13T05:51:40.273 INFO:tasks.ceph.ceph_manager.ceph:PG 2.0 is not active+clean , 2023-06-13T05:51:40.273 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.0', 'version': "0'0", 'reported_seq': 37, 'reported_epoch': 26, 'state': 'active+undersized', 'last_fresh': '2023-06-13T05:48:22.228472+0000', 'last_change': '2023-06-13T05:48:32.315217+0000', 'last_active': '2023-06-13T05:48:22.228472+0000', 'last_peered': '2023-06-13T05:48:22.228472+0000', 'last_clean': '2023-06-13T05:47:59.317967+0000', 'last_became_active': '2023-06-13T05:48:22.223568+0000', 'last_became_peered': '2023-06-13T05:48:22.223568+0000', 'last_unstale': '2023-06-13T05:48:22.228472+0000', 'last_undegraded': '2023-06-13T05:48:22.228472+0000', 'last_fullsized': '2023-06-13T05:48:22.215925+0000', 'mapping_epoch': 25, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 12, 'last_epoch_clean': 13, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:46:55.188408+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0], 'avail_no_missing': ['0'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} , 2023-06-13T05:51:40.273 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1 is not active+clean Ignoring malparsed backtrace: 2023-06-13T05:51:49.309 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.e', 'version': "20'130", 'reported_seq': 33, 'reported_epoch': 24, 'state': 'active+undersized', 'last_fresh': '2023-06-13T05:47:59.322390+0000', 'last_change': '2023-06-13T05:48:03.283715+0000', 'last_active': '2023-06-13T05:47:59.322390+0000', 'last_peered': '2023-06-13T05:47:59.322390+0000', 'last_clean': '2023-06-13T05:47:06.172408+0000', 'last_became_active': '2023-06-13T05:47:51.264994+0000', 'last_became_peered': '2023-06-13T05:47:51.264994+0000', 'last_unstale': '2023-06-13T05:47:59.322390+0000', 'last_undegraded': '2023-06-13T05:47:59.322390+0000', 'last_fullsized': '2023-06-13T05:47:51.260208+0000', 'mapping_epoch': 19, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 16, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 130, 'log_dups_size': 0, 'ondisk_log_size': 130, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 5681162, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 4, 'num_read_kb': 2, 'num_write': 20, 'num_write_kb': 6286, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1], 'acting': [1], 'avail_no_missing': ['1'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} , 2023-06-13T05:51:49.310 INFO:tasks.ceph.ceph_manager.ceph:PG 3.b is not active+clean , 2023-06-13T05:51:49.310 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.b', 'version': "22'188", 'reported_seq': 28, 'reported_epoch': 26, 'state': 'active+clean+remapped', 'last_fresh': '2023-06-13T05:48:22.209235+0000', 'last_change': '2023-06-13T05:47:53.279865+0000', 'last_active': '2023-06-13T05:48:22.209235+0000', 'last_peered': '2023-06-13T05:48:22.209235+0000', 'last_clean': '2023-06-13T05:48:22.209235+0000', 'last_became_active': '2023-06-13T05:47:53.273788+0000', 'last_became_peered': '2023-06-13T05:47:53.273788+0000', 'last_unstale': '2023-06-13T05:48:22.209235+0000', 'last_undegraded': '2023-06-13T05:48:22.209235+0000', 'last_fullsized': '2023-06-13T05:48:22.209235+0000', 'mapping_epoch': 21, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 22, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 188, 'log_dups_size': 0, 'ondisk_log_size': 188, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 3764768, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 3, 'num_read_kb': 1, 'num_write': 10, 'num_write_kb': 3680, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0], 'acting': [0, 3], 'avail_no_missing': ['0', '3'], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} Ignoring malparsed backtrace: 2023-06-13T05:51:58.367 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2 is not active+clean , 2023-06-13T05:51:58.367 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2', 'version': "18'183", 'reported_seq': 23, 'reported_epoch': 28, 'state': 'remapped+peering', 'last_fresh': '2023-06-13T05:48:33.304308+0000', 'last_change': '2023-06-13T05:51:52.410460+0000', 'last_active': '2023-06-13T05:51:52.410460+0000', 'last_peered': '2023-06-13T05:48:33.304308+0000', 'last_clean': '2023-06-13T05:47:59.320648+0000', 'last_became_active': '2023-06-13T05:48:22.215989+0000', 'last_became_peered': '2023-06-13T05:48:22.215989+0000', 'last_unstale': '2023-06-13T05:48:33.304308+0000', 'last_undegraded': '2023-06-13T05:48:33.304308+0000', 'last_fullsized': '2023-06-13T05:48:22.206062+0000', 'mapping_epoch': 28, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 15, 'last_epoch_clean': 22, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'last_clean_scrub_stamp': '2023-06-13T05:47:06.172408+0000', 'objects_scrubbed': 0, 'log_size': 183, 'log_dups_size': 0, 'ondisk_log_size': 183, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [1, 2], 'up_primary': 2, 'acting_primary': 0, 'purged_snaps': []} , 2023-06-13T05:51:58.368 INFO:tasks.ceph.ceph_manager.ceph:PG 3.4 is not active+clean Ignoring malparsed backtrace: 2023-06-13T05:52:13.607+0000 7f8ccd538700 -1 WARNING: the following dangerous and experimental features are enabled: crimson , instructed osd(s) 0 to deep-scrub , 2023-06-13T05:52:13.832 INFO:tasks.ceph:Scrubbing osd.1 Ignoring malparsed backtrace: teuthology.exceptions.CommandCrashedError: Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 4000 --objects 500 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 45 --op write 22 --op delete 10 --op write_excl 22 --pool unique_pool_0' , 2023-06-13T05:52:36.964 INFO:teuthology.misc:Shutting down mds daemons... , 2023-06-13T05:52:36.965 INFO:teuthology.misc:Shutting down osd daemons... Ignoring malparsed backtrace: /var/log/ceph/ceph-client.admin.119000.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107864.log , 49.6% -- replaced with /var/log/ceph/ceph-client.admin.119000.log.gz , /var/log/ceph/ceph-client.admin.118608.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108086.log Ignoring malparsed backtrace: /var/log/ceph/ceph-client.admin.112954.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113640.log , 49.6% -- replaced with /var/log/ceph/ceph-client.admin.112954.log.gz , /var/log/ceph/ceph-client.admin.111974.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115856.log Ignoring malparsed backtrace: /var/log/ceph/ceph-client.admin.108977.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107549.log , 50.0% -- replaced with /var/log/ceph/ceph-client.admin.108977.log.gz , gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112121.log Ignoring malparsed backtrace: /var/log/ceph/ceph-client.admin.117922.log: 50.0% -- replaced with /var/log/ceph/ceph-client.admin.117922.log.gz , /var/log/ceph/ceph-client.admin.111084.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.120478.log , 50.0% -- replaced with /var/log/ceph/ceph-client.admin.111084.log.gz Ignoring malparsed backtrace: 50.4% -- replaced with /var/log/ceph/ceph-client.admin.119302.log.gz , gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107550.log , /var/log/ceph/ceph-client.admin.117138.log: 50.4% -- replaced with /var/log/ceph/ceph-client.admin.117138.log.gz Ignoring malparsed backtrace: 49.6% -- replaced with /var/log/ceph/ceph-client.admin.112464.log.gz , /var/log/ceph/ceph-client.admin.114876.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107942.log , 50.4% -- replaced with /var/log/ceph/ceph-client.admin.114876.log.gz Ignoring malparsed backtrace: 2023-06-13T05:53:03.452 INFO:teuthology.orchestra.run.smithi098.stdout:=============================================================================== , 2023-06-13T05:53:03.453 INFO:teuthology.orchestra.run.smithi098.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 42 +261us[ +296us] +/- 85ms , 2023-06-13T05:53:03.453 INFO:teuthology.orchestra.run.smithi098.stdout:^* hv02.front.sepia.ceph.com 3 6 377 40 -2479us[-2443us] +/- 71ms Ignoring malparsed backtrace: self.gen.throw(type, value, traceback) , File "/home/teuthworker/src/git.ceph.com_teuthology_2ef0dcdee569e9851c9d2ffb6acfd4b80d031e61/teuthology/task/internal/__init__.py", line 420, in archive , fetch_binaries_for_coredumps(path, rem) Ignoring malparsed backtrace: ceph version 18.0.0-4318-g13364465 (133644651464727ae1bb58b3739a32d0c2fa0102) reef (dev) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xcc) [0x7f4c4a275ed4] , 2: (WriteOp::_finish(TestOp::CallbackInfo*)+0x1b0) [0x55845d9e00ca] Ignoring malparsed backtrace: 2023-06-13T05:53:40.145 INFO:teuthology.orchestra.run.smithi114.stdout:{"epoch":49,"fsid":"86aadc8d-7a40-4ee5-869a-68eb3b68bd88","created":"2023-06-13T05:49:31.726610+0000","modified":"2023-06-13T05:53:39.782072+0000","last_up_change":"2023-06-13T05:53:27.722710+0000","last_in_change":"2023-06-13T05:49:34.017958+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":true,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-13T05:49:40.004308+0000","flags":262177,"flags_names":"hashpspool,nopgchange,crimson","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-13T05:49:42.304219+0000","flags":262177,"flags_names":"hashpspool,nopgchange,crimson","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"15","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":0.75,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"unique_pool_0","create_time":"2023-06-13T05:49:49.045200+0000","flags":262305,"flags_names":"hashpspool,nopgchange,write_fadvise_dontneed,crimson","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":0.75,"raw_score_acting":1.309999942779541,"raw_score_stable":1.309999942779541,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"58ef560f-7105-4c28-922c-ca8f14eeb57a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":16,"down_at":40,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":141806409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6801","nonce":141806409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6805","nonce":141806409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":141806409}]},"public_addr":"172.21.15.114:6800/141806409","cluster_addr":"172.21.15.114:6801/141806409","heartbeat_back_addr":"172.21.15.114:6805/141806409","heartbeat_front_addr":"172.21.15.114:6804/141806409","state":["exists"]},{"osd":1,"uuid":"20729c70-2c65-4b60-b667-1de466e5d38d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6803","nonce":1446253898}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":1446253898}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":1446253898}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6807","nonce":1446253898}]},"public_addr":"172.21.15.114:6803/1446253898","cluster_addr":"172.21.15.114:6802/1446253898","heartbeat_back_addr":"172.21.15.114:6806/1446253898","heartbeat_front_addr":"172.21.15.114:6807/1446253898","state":["exists","up"]},{"osd":2,"uuid":"89686aa8-d7f8-4f59-ac54-06c251d1ebdf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6801","nonce":862392936}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6800","nonce":862392936}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6807","nonce":862392936}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6806","nonce":862392936}]},"public_addr":"172.21.15.174:6801/862392936","cluster_addr":"172.21.15.174:6800/862392936","heartbeat_back_addr":"172.21.15.174:6807/862392936","heartbeat_front_addr":"172.21.15.174:6806/862392936","state":["exists","up"]},{"osd":3,"uuid":"a30c3512-8e6d-404f-9b69-bc1457c03672","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6804","nonce":3108008056}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6805","nonce":3108008056}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6808","nonce":3108008056}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6809","nonce":3108008056}]},"public_addr":"172.21.15.174:6804/3108008056","cluster_addr":"172.21.15.174:6805/3108008056","heartbeat_back_addr":"172.21.15.174:6808/3108008056","heartbeat_front_addr":"172.21.15.174:6809/3108008056","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"2023-06-13T05:53:27.722710+0000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} , 2023-06-13T05:53:43.160 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json , 2023-06-13T05:53:43.283+0000 7fa10aa07700 -1 WARNING: the following dangerous and experimental features are enabled: crimson Ignoring malparsed backtrace: 2023-06-13T05:54:40.812 INFO:teuthology.orchestra.run.smithi114.stdout:{"epoch":49,"fsid":"86aadc8d-7a40-4ee5-869a-68eb3b68bd88","created":"2023-06-13T05:49:31.726610+0000","modified":"2023-06-13T05:53:39.782072+0000","last_up_change":"2023-06-13T05:53:27.722710+0000","last_in_change":"2023-06-13T05:49:34.017958+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":true,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-13T05:49:40.004308+0000","flags":262177,"flags_names":"hashpspool,nopgchange,crimson","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-13T05:49:42.304219+0000","flags":262177,"flags_names":"hashpspool,nopgchange,crimson","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"15","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":0.75,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"unique_pool_0","create_time":"2023-06-13T05:49:49.045200+0000","flags":262305,"flags_names":"hashpspool,nopgchange,write_fadvise_dontneed,crimson","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":0.75,"raw_score_acting":1.309999942779541,"raw_score_stable":1.309999942779541,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"58ef560f-7105-4c28-922c-ca8f14eeb57a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":16,"down_at":40,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":141806409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6801","nonce":141806409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6805","nonce":141806409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":141806409}]},"public_addr":"172.21.15.114:6800/141806409","cluster_addr":"172.21.15.114:6801/141806409","heartbeat_back_addr":"172.21.15.114:6805/141806409","heartbeat_front_addr":"172.21.15.114:6804/141806409","state":["exists"]},{"osd":1,"uuid":"20729c70-2c65-4b60-b667-1de466e5d38d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6803","nonce":1446253898}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":1446253898}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":1446253898}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6807","nonce":1446253898}]},"public_addr":"172.21.15.114:6803/1446253898","cluster_addr":"172.21.15.114:6802/1446253898","heartbeat_back_addr":"172.21.15.114:6806/1446253898","heartbeat_front_addr":"172.21.15.114:6807/1446253898","state":["exists","up"]},{"osd":2,"uuid":"89686aa8-d7f8-4f59-ac54-06c251d1ebdf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6801","nonce":862392936}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6800","nonce":862392936}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6807","nonce":862392936}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6806","nonce":862392936}]},"public_addr":"172.21.15.174:6801/862392936","cluster_addr":"172.21.15.174:6800/862392936","heartbeat_back_addr":"172.21.15.174:6807/862392936","heartbeat_front_addr":"172.21.15.174:6806/862392936","state":["exists","up"]},{"osd":3,"uuid":"a30c3512-8e6d-404f-9b69-bc1457c03672","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6804","nonce":3108008056}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6805","nonce":3108008056}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6808","nonce":3108008056}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6809","nonce":3108008056}]},"public_addr":"172.21.15.174:6804/3108008056","cluster_addr":"172.21.15.174:6805/3108008056","heartbeat_back_addr":"172.21.15.174:6808/3108008056","heartbeat_front_addr":"172.21.15.174:6809/3108008056","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"2023-06-13T05:53:27.722710+0000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} , 2023-06-13T05:54:43.827 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json , 2023-06-13T05:54:43.952+0000 7f738adfd700 -1 WARNING: the following dangerous and experimental features are enabled: crimson Ignoring malparsed backtrace: 2023-06-13T05:55:41.139 INFO:teuthology.orchestra.run.smithi114.stdout:{"epoch":49,"fsid":"86aadc8d-7a40-4ee5-869a-68eb3b68bd88","created":"2023-06-13T05:49:31.726610+0000","modified":"2023-06-13T05:53:39.782072+0000","last_up_change":"2023-06-13T05:53:27.722710+0000","last_in_change":"2023-06-13T05:49:34.017958+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":true,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-13T05:49:40.004308+0000","flags":262177,"flags_names":"hashpspool,nopgchange,crimson","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-13T05:49:42.304219+0000","flags":262177,"flags_names":"hashpspool,nopgchange,crimson","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"15","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":0.75,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"unique_pool_0","create_time":"2023-06-13T05:49:49.045200+0000","flags":262305,"flags_names":"hashpspool,nopgchange,write_fadvise_dontneed,crimson","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":0.75,"raw_score_acting":1.309999942779541,"raw_score_stable":1.309999942779541,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"58ef560f-7105-4c28-922c-ca8f14eeb57a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":16,"down_at":40,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":141806409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6801","nonce":141806409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6805","nonce":141806409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":141806409}]},"public_addr":"172.21.15.114:6800/141806409","cluster_addr":"172.21.15.114:6801/141806409","heartbeat_back_addr":"172.21.15.114:6805/141806409","heartbeat_front_addr":"172.21.15.114:6804/141806409","state":["exists"]},{"osd":1,"uuid":"20729c70-2c65-4b60-b667-1de466e5d38d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6803","nonce":1446253898}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":1446253898}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":1446253898}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6807","nonce":1446253898}]},"public_addr":"172.21.15.114:6803/1446253898","cluster_addr":"172.21.15.114:6802/1446253898","heartbeat_back_addr":"172.21.15.114:6806/1446253898","heartbeat_front_addr":"172.21.15.114:6807/1446253898","state":["exists","up"]},{"osd":2,"uuid":"89686aa8-d7f8-4f59-ac54-06c251d1ebdf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6801","nonce":862392936}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6800","nonce":862392936}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6807","nonce":862392936}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6806","nonce":862392936}]},"public_addr":"172.21.15.174:6801/862392936","cluster_addr":"172.21.15.174:6800/862392936","heartbeat_back_addr":"172.21.15.174:6807/862392936","heartbeat_front_addr":"172.21.15.174:6806/862392936","state":["exists","up"]},{"osd":3,"uuid":"a30c3512-8e6d-404f-9b69-bc1457c03672","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6804","nonce":3108008056}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6805","nonce":3108008056}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6808","nonce":3108008056}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6809","nonce":3108008056}]},"public_addr":"172.21.15.174:6804/3108008056","cluster_addr":"172.21.15.174:6805/3108008056","heartbeat_back_addr":"172.21.15.174:6808/3108008056","heartbeat_front_addr":"172.21.15.174:6809/3108008056","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"2023-06-13T05:53:27.722710+0000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} , 2023-06-13T05:55:44.154 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json , 2023-06-13T05:55:44.279+0000 7fbb691c1700 -1 WARNING: the following dangerous and experimental features are enabled: crimson Ignoring malparsed backtrace: 2023-06-13T05:56:41.606 INFO:teuthology.orchestra.run.smithi114.stdout:{"epoch":49,"fsid":"86aadc8d-7a40-4ee5-869a-68eb3b68bd88","created":"2023-06-13T05:49:31.726610+0000","modified":"2023-06-13T05:53:39.782072+0000","last_up_change":"2023-06-13T05:53:27.722710+0000","last_in_change":"2023-06-13T05:49:34.017958+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":true,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-13T05:49:40.004308+0000","flags":262177,"flags_names":"hashpspool,nopgchange,crimson","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-13T05:49:42.304219+0000","flags":262177,"flags_names":"hashpspool,nopgchange,crimson","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"15","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":0.75,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"unique_pool_0","create_time":"2023-06-13T05:49:49.045200+0000","flags":262305,"flags_names":"hashpspool,nopgchange,write_fadvise_dontneed,crimson","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":0.75,"raw_score_acting":1.309999942779541,"raw_score_stable":1.309999942779541,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"58ef560f-7105-4c28-922c-ca8f14eeb57a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":16,"down_at":40,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":141806409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6801","nonce":141806409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6805","nonce":141806409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":141806409}]},"public_addr":"172.21.15.114:6800/141806409","cluster_addr":"172.21.15.114:6801/141806409","heartbeat_back_addr":"172.21.15.114:6805/141806409","heartbeat_front_addr":"172.21.15.114:6804/141806409","state":["exists"]},{"osd":1,"uuid":"20729c70-2c65-4b60-b667-1de466e5d38d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6803","nonce":1446253898}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":1446253898}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":1446253898}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6807","nonce":1446253898}]},"public_addr":"172.21.15.114:6803/1446253898","cluster_addr":"172.21.15.114:6802/1446253898","heartbeat_back_addr":"172.21.15.114:6806/1446253898","heartbeat_front_addr":"172.21.15.114:6807/1446253898","state":["exists","up"]},{"osd":2,"uuid":"89686aa8-d7f8-4f59-ac54-06c251d1ebdf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6801","nonce":862392936}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6800","nonce":862392936}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6807","nonce":862392936}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6806","nonce":862392936}]},"public_addr":"172.21.15.174:6801/862392936","cluster_addr":"172.21.15.174:6800/862392936","heartbeat_back_addr":"172.21.15.174:6807/862392936","heartbeat_front_addr":"172.21.15.174:6806/862392936","state":["exists","up"]},{"osd":3,"uuid":"a30c3512-8e6d-404f-9b69-bc1457c03672","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6804","nonce":3108008056}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6805","nonce":3108008056}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6808","nonce":3108008056}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6809","nonce":3108008056}]},"public_addr":"172.21.15.174:6804/3108008056","cluster_addr":"172.21.15.174:6805/3108008056","heartbeat_back_addr":"172.21.15.174:6808/3108008056","heartbeat_front_addr":"172.21.15.174:6809/3108008056","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"2023-06-13T05:53:27.722710+0000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} , 2023-06-13T05:56:44.620 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json , 2023-06-13T05:56:44.745+0000 7f474cfa7700 -1 WARNING: the following dangerous and experimental features are enabled: crimson Ignoring malparsed backtrace: 2023-06-13T05:57:42.268 INFO:teuthology.orchestra.run.smithi114.stdout:{"epoch":49,"fsid":"86aadc8d-7a40-4ee5-869a-68eb3b68bd88","created":"2023-06-13T05:49:31.726610+0000","modified":"2023-06-13T05:53:39.782072+0000","last_up_change":"2023-06-13T05:53:27.722710+0000","last_in_change":"2023-06-13T05:49:34.017958+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":true,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-13T05:49:40.004308+0000","flags":262177,"flags_names":"hashpspool,nopgchange,crimson","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-13T05:49:42.304219+0000","flags":262177,"flags_names":"hashpspool,nopgchange,crimson","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"15","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":0.75,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"unique_pool_0","create_time":"2023-06-13T05:49:49.045200+0000","flags":262305,"flags_names":"hashpspool,nopgchange,write_fadvise_dontneed,crimson","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":0.75,"raw_score_acting":1.309999942779541,"raw_score_stable":1.309999942779541,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"58ef560f-7105-4c28-922c-ca8f14eeb57a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":16,"down_at":40,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6800","nonce":141806409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6801","nonce":141806409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6805","nonce":141806409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6804","nonce":141806409}]},"public_addr":"172.21.15.114:6800/141806409","cluster_addr":"172.21.15.114:6801/141806409","heartbeat_back_addr":"172.21.15.114:6805/141806409","heartbeat_front_addr":"172.21.15.114:6804/141806409","state":["exists"]},{"osd":1,"uuid":"20729c70-2c65-4b60-b667-1de466e5d38d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6803","nonce":1446253898}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6802","nonce":1446253898}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6806","nonce":1446253898}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.114:6807","nonce":1446253898}]},"public_addr":"172.21.15.114:6803/1446253898","cluster_addr":"172.21.15.114:6802/1446253898","heartbeat_back_addr":"172.21.15.114:6806/1446253898","heartbeat_front_addr":"172.21.15.114:6807/1446253898","state":["exists","up"]},{"osd":2,"uuid":"89686aa8-d7f8-4f59-ac54-06c251d1ebdf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6801","nonce":862392936}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6800","nonce":862392936}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6807","nonce":862392936}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6806","nonce":862392936}]},"public_addr":"172.21.15.174:6801/862392936","cluster_addr":"172.21.15.174:6800/862392936","heartbeat_back_addr":"172.21.15.174:6807/862392936","heartbeat_front_addr":"172.21.15.174:6806/862392936","state":["exists","up"]},{"osd":3,"uuid":"a30c3512-8e6d-404f-9b69-bc1457c03672","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6804","nonce":3108008056}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6805","nonce":3108008056}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6808","nonce":3108008056}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6809","nonce":3108008056}]},"public_addr":"172.21.15.174:6804/3108008056","cluster_addr":"172.21.15.174:6805/3108008056","heartbeat_back_addr":"172.21.15.174:6808/3108008056","heartbeat_front_addr":"172.21.15.174:6809/3108008056","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"2023-06-13T05:53:27.722710+0000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} , 2023-06-13T05:57:45.284 DEBUG:teuthology.orchestra.run.smithi114:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json , 2023-06-13T05:57:45.409+0000 7f9511e74700 -1 WARNING: the following dangerous and experimental features are enabled: crimson Ignoring malparsed backtrace: File "/home/teuthworker/src/git.ceph.com_ceph-c_133644651464727ae1bb58b3739a32d0c2fa0102/qa/tasks/ceph_manager.py", line 1597, in raw_cluster_cmd , return self.run_cluster_cmd(**kwargs).stdout.getvalue() , File "/home/teuthworker/src/git.ceph.com_ceph-c_133644651464727ae1bb58b3739a32d0c2fa0102/qa/tasks/ceph_manager.py", line 1588, in run_cluster_cmd Ignoring malparsed backtrace: 2023-06-13T06:50:12.307 DEBUG:tasks.ceph.osd.1:waiting for process to exit , 2023-06-13T06:50:12.307 INFO:teuthology.orchestra.run:waiting for 300 , 2023-06-13T06:50:12.307 DEBUG:teuthology.orchestra.run:got remote process result: 1 Ignoring malparsed backtrace: 2023-06-13T06:50:18.417 INFO:tasks.ceph:Checking cluster log for badness... , 2023-06-13T06:50:18.418 DEBUG:teuthology.orchestra.run.smithi114:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'but it is still running' | egrep -v 'objects unfound and apparently lost' | egrep -v 'overall HEALTH_' | egrep -v '\(OSDMAP_FLAGS\)' | egrep -v '\(OSD_' | egrep -v '\(PG_' | egrep -v '\(POOL_' | egrep -v '\(CACHE_POOL_' | egrep -v '\(SMALLER_PGP_NUM\)' | egrep -v '\(OBJECT_' | egrep -v '\(SLOW_OPS\)' | egrep -v '\(REQUEST_SLOW\)' | egrep -v '\(TOO_FEW_PGS\)' | egrep -v 'slow request' | egrep -v 'timeout on replica' | egrep -v 'late reservation from' | head -n 1 , 2023-06-13T06:50:18.459 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi114.front.sepia.ceph.com Ignoring malparsed backtrace: 50.0% -- replaced with /var/log/ceph/ceph-client.admin.118687.log.gz , /var/log/ceph/ceph-client.admin.113379.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115028.log , 50.0% -- replaced with /var/log/ceph/ceph-client.admin.113379.log.gz Ignoring malparsed backtrace: 50.4% -- replaced with /var/log/ceph/ceph-client.admin.108361.log.gz , /var/log/ceph/ceph-client.admin.110289.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105879.log , 49.6% -- replaced with /var/log/ceph/ceph-client.admin.110289.log.gz Ignoring malparsed backtrace: 50.4% -- replaced with /var/log/ceph/ceph-client.admin.106645.log.gz , /var/log/ceph/ceph-client.admin.116809.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108256.log , 50.0% -- replaced with /var/log/ceph/ceph-client.admin.116809.log.gz Ignoring malparsed backtrace: /var/log/ceph/ceph-client.admin.112636.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108200.log , 50.0% -- replaced with /var/log/ceph/ceph-client.admin.112636.log.gz , /var/log/ceph/ceph-client.admin.118589.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109483.log Ignoring malparsed backtrace: /var/log/ceph/ceph-client.admin.116368.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114186.log , 49.6% -- replaced with /var/log/ceph/ceph-client.admin.116368.log.gz , /var/log/ceph/ceph-client.admin.109265.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111678.log Ignoring malparsed backtrace: 91.2% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz , 89.5% -- replaced with /var/log/ceph/ceph-mon.a.log.gz , 91.7% -- replaced with /var/log/ceph/ceph-osd.0.log.gz Ignoring malparsed backtrace: 2023-06-13T06:50:25.474 DEBUG:teuthology.orchestra.run.smithi114:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump , 2023-06-13T06:50:25.476 DEBUG:teuthology.orchestra.run.smithi174:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump , 2023-06-13T06:50:25.501 INFO:teuthology.orchestra.run.smithi114.stdout:kernel.core_pattern = core Found 8 distinct failure reasons Timeout 120 running ceph --cluster ceph pg dump --format=json 1 jobs: ['7301736'] suites: ['clusters/fixed-2', 'crimson-rados/basic/{centos_latest', 'crimson_qa_overrides', 'deploy/ceph', 'tasks/rados_api_tests}'] Timeout 3h running clone.client.0/qa/workunits/rbd/crimson/test_crimson_librbd.sh 1 jobs: ['7301737'] suites: ['clusters/fixed-1', 'crimson-rados/rbd/{centos_latest', 'crimson_qa_overrides', 'deploy/ceph', 'tasks/rbd_api_tests}'] Failure: Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 4000 --objects 500 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 45 --op write 22 --op delete 10 --op write_excl 22 --pool unique_pool_0' 2 jobs: ['7301750', '7301755'] suites intersection: ['crimson_qa_overrides', 'deploy/ceph'] suites union: ['1-pg-log-overrides/normal_pg_log', '2-recovery-overrides/{default}', 'centos_latest', 'clusters/fixed-2', 'clusters/{fixed-2}', 'crimson-rados/basic/{centos_latest', 'crimson-rados/thrash/{0-size-min-size-overrides/3-size-2-min-size', 'crimson_qa_overrides', 'deploy/ceph', 'objectstore/bluestore', 'tasks/readwrite}', 'thrashers/default', 'thrashosds-health', 'workloads/write_fadvise_dontneed}'] Timeout 3h running clone.client.0/qa/workunits/rbd/test_librbd_python.sh --eval-attr \ 1 jobs: ['7301754'] suites: ['clusters/fixed-1', 'crimson-rados/rbd/{centos_latest', 'crimson_qa_overrides', 'deploy/ceph', 'tasks/rbd_python_api_tests_old_format}'] Dead: b'2023-06-13T17:22:06.093 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring' 1 jobs: ['7301749'] suites: ['1-pg-log-overrides/normal_pg_log', '2-recovery-overrides/{default}', 'centos_latest', 'clusters/{fixed-2}', 'crimson-rados/thrash/{0-size-min-size-overrides/3-size-2-min-size', 'crimson_qa_overrides', 'deploy/ceph', 'objectstore/bluestore', 'thrashers/default', 'thrashosds-health', 'workloads/snaps-few-objects-balanced}'] Dead: b'2023-06-13T17:22:04.459 INFO:teuthology.orchestra.run.smithi018.stdout:{"epoch":1060,"fsid":"73b25f4b-12df-42ff-b04d-83424408b7f5","created":"2023-06-13T05:50:19.423907+0000","modified":"2023-06-13T06:18:25.868103+0000","last_up_change":"2023-06-13T05:50:57.436230+0000","last_in_change":"2023-06-13T06:18:24.861602+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":true,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-13T05:50:27.698803+0000","flags":262177,"flags_names":"hashpspool,nopgchange,crimson","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0\'0","target_version":"0\'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":4,"score_stable":4,"optimal_score":0.75,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-13T05:50:30.050819+0000","flags":262177,"flags_names":"hashpspool,nopgchange,crimson","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0\'0","target_version":"0\'0"},"last_change":"15","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.5099999904632568,"score_stable":1.5099999904632568,"optimal_score":0.75,"raw_score_acting":1.1299999952316284,"raw_score_stable":1.1299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d4fda58-8f25-4fa6-a055-ac09d78f304c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":1059,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6800","nonce":300801999}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6801","nonce":300801999}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6804","nonce":300801999}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6805","nonce":300801999}]},"public_addr":"172.21.15.18:6800/300801999","cluster_addr":"172.21.15.18:6801/300801999","heartbeat_back_addr":"172.21.15.18:6804/300801999","heartbeat_front_addr":"172.21.15.18:6805/300801999","state":["exists","up"]},{"osd":1,"uuid":"9ea0dc99-3023-440c-8982-829250b9a997","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":1059,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6802","nonce":2799351772}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6803","nonce":2799351772}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6806","nonce":2799351772}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.18:6807","nonce":2799351772}]},"public_addr":"172.21.15.18:6802/2799351772","cluster_addr":"172.21.15.18:6803/2799351772","heartbeat_back_addr":"172.21.15.18:6806/2799351772","heartbeat_front_addr":"172.21.15.18:6807/2799351772","state":["exists","up"]},{"osd":2,"uuid":"4c0a1193-d1ab-461a-bdd4-6d6b346d7053","up":0,"in":0,"weight":0,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":16,"down_at":34,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":2141106336}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6803","nonce":2141106336}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":2141106336}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6807","nonce":2141106336}]},"public_addr":"172.21.15.153:6802/2141106336","cluster_addr":"172.21.15.153:6803/2141106336","heartbeat_back_addr":"172.21.15.153:6806/2141106336","heartbeat_front_addr":"172.21.15.153:6807/2141106336","state":["autoout","exists"]},{"osd":3,"uuid":"8a28c6ce-ab5b-42fa-806e-bf4e5fd28d04","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":1059,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6805","nonce":3743685242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":3743685242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6809","nonce":3743685242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":3743685242}]},"public_addr":"172.21.15.153:6805/3743685242","cluster_addr":"172.21.15.153:6804/3743685242","heartbeat_back_addr":"172.21.15.153:6809/3743685242","heartbeat_front_addr":"172.21.15.153:6808/3743685242","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"2023-06-13T05:50:57.436230+0000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":65536,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":3,"snaps":[{"begin":2,"length":2},{"begin":5,"length":1},{"begin":8,"length":3},{"begin":14,"length":1},{"begin":16,"length":2},{"begin":20,"length":1},{"begin":22,"length":4},{"begin":27,"length":1},{"begin":31,"length":2},{"begin":36,"length":3},{"begin":40,"length":1},{"begin":42,"length":2},{"begin":45,"length":1},{"begin":49,"length":1},{"begin":51,"length":2},{"begin":55,"length":1},{"begin":57,"length":3},{"begin":61,"length":2},{"begin":64,"length":1},{"begin":68,"length":4},{"begin":75,"length":1},{"begin":77,"length":4},{"begin":82,"length":2},{"begin":86,"length":1},{"begin":89,"length":1},{"begin":91,"length":2},{"begin":94,"length":6},{"begin":101,"length":3},{"begin":106,"length":1},{"begin":108,"length":1},{"begin":111,"length":2},{"begin":114,"length":3},{"begin":118,"length":2},{"begin":121,"length":2},{"begin":124,"length":1},{"begin":134,"length":2},{"begin":137,"length":2},{"begin":141,"length":1},{"begin":145,"length":1},{"begin":147,"length":3},{"begin":157,"length":1},{"begin":159,"length":1},{"begin":162,"length":1},{"begin":165,"length":1},{"begin":167,"length":1},{"begin":169,"length":1},{"begin":172,"length":1},{"begin":174,"length":3},{"begin":180,"length":2},{"begin":184,"length":1},{"begin":186,"length":1},{"begin":188,"length":1},{"begin":190,"length":2},{"begin":194,"length":2},{"begin":198,"length":3},{"begin":204,"length":4},{"begin":211,"length":1},{"begin":214,"length":4},{"begin":222,"length":4},{"begin":228,"length":5},{"begin":235,"length":1},{"begin":238,"length":1},{"begin":241,"length":1},{"begin":243,"length":2},{"begin":246,"length":1},{"begin":248,"length":1},{"begin":251,"length":3},{"begin":258,"length":1},{"begin":260,"length":1},{"begin":262,"length":3},{"begin":266,"length":1},{"begin":270,"length":1},{"begin":272,"length":3},{"begin":276,"length":2},{"begin":282,"length":1},{"begin":285,"length":1},{"begin":288,"length":3},{"begin":292,"length":2},{"begin":295,"length":2},{"begin":299,"length":1},{"begin":301,"length":2},{"begin":307,"length":3},{"begin":311,"length":1},{"begin":313,"length":3},{"begin":317,"length":1},{"begin":320,"length":1},{"begin":323,"length":2},{"begin":327,"length":1},{"begin":330,"length":2},{"begin":333,"length":7},{"begin":342,"length":1},{"begin":346,"length":1},{"begin":349,"length":2},{"begin":352,"length":3},{"begin":357,"length":1},{"begin":361,"length":4},{"begin":367,"length":2},{"begin":373,"length":1},{"begin":377,"length":3},{"begin":381,"length":2},{"begin":384,"length":1},{"begin":386,"length":1},{"begin":389,"length":4},{"begin":397,"length":1},{"begin":400,"length":1},{"begin":405,"length":1},{"begin":407,"length":1},{"begin":409,"length":1},{"begin":411,"length":1},{"begin":413,"length":1},{"begin":415,"length":2},{"begin":419,"length":3},{"begin":424,"length":1},{"begin":426,"length":2},{"begin":429,"length":4},{"begin":436,"length":1},{"begin":442,"length":4},{"begin":447,"length":2},{"begin":450,"length":1},{"begin":454,"length":1},{"begin":458,"length":1},{"begin":460,"length":2},{"begin":464,"length":2},{"begin":467,"length":3},{"begin":471,"length":1},{"begin":473,"length":2},{"begin":477,"length":1},{"begin":482,"length":1},{"begin":484,"length":1},{"begin":486,"length":8},{"begin":496,"length":4},{"begin":501,"length":1},{"begin":503,"length":2},{"begin":506,"length":2},{"begin":510,"length":1},{"begin":513,"length":1},{"begin":516,"length":3},{"begin":521,"length":1},{"begin":524,"length":3},{"begin":533,"length":4},{"begin":538,"length":1},{"begin":541,"length":1},{"begin":543,"length":3},{"begin":547,"length":8},{"begin":556,"length":1},{"begin":559,"length":2},{"begin":562,"length":2},{"begin":566,"length":2},{"begin":569,"length":2},{"begin":572,"length":1},{"begin":576,"length":3},{"begin":580,"length":4},{"begin":585,"length":1},{"begin":587,"length":1},{"begin":591,"length":1},{"begin":598,"length":1},{"begin":602,"length":1},{"begin":604,"length":5},{"begin":610,"length":1},{"begin":612,"length":1},{"begin":615,"length":1},{"begin":623,"length":3},{"begin":627,"length":3},{"begin":632,"length":5},{"begin":638,"length":4},{"begin":644,"length":2},{"begin":648,"length":1},{"begin":652,"length":3},{"begin":656,"length":1},{"begin":660,"length":5},{"begin":669,"length":2},{"begin":674,"length":6},{"begin":682,"length":1},{"begin":684,"length":2},{"begin":689,"length":1},{"begin":697,"length":1},{"begin":700,"length":1},{"begin":703,"length":1},{"begin":706,"length":1},{"begin":708,"length":2},{"begin":711,"length":1},{"begin":713,"length":4},{"begin":718,"length":1},{"begin":720,"length":1},{"begin":722,"length":1},{"begin":724,"length":4},{"begin":729,"length":1},{"begin":732,"length":1},{"begin":734,"length":1},{"begin":736,"length":3},{"begin":741,"length":2},{"begin":745,"length":8},{"begin":754,"length":4},{"begin":759,"length":2},{"begin":763,"length":1},{"begin":765,"length":1},{"begin":767,"length":2},{"begin":771,"length":1},{"begin":775,"length":1},{"begin":785,"length":2},{"begin":791,"length":1},{"begin":794,"length":1},{"begin":796,"length":3},{"begin":800,"length":1},{"begin":803,"length":1},{"begin":805,"length":1},{"begin":810,"length":1},{"begin":812,"length":1},{"begin":816,"length":2},{"begin":819,"length":2},{"begin":822,"length":1},{"begin":824,"length":5},{"begin":831,"length":1},{"begin":835,"length":2},{"begin":838,"length":1},{"begin":840,"length":1},{"begin":843,"length":4},{"begin":848,"length":4},{"begin":854,"length":1},{"begin":856,"length":2},{"begin":859,"length":1},{"begin":866,"length":1},{"begin":870,"length":6},{"begin":877,"length":1},{"begin":880,"length":1},{"begin":884,"length":5},{"begin":890,"length":2},{"begin":893,"length":2},{"begin":897,"length":4},{"begin":907,"length":1},{"begin":909,"length":2},{"begin":915,"length":1},{"begin":917,"length":1},{"begin":924,"length":1},{"begin":926,"length":4},{"begin":931,"length":1},{"begin":934,"length":2},{"begin":938,"length":1},{"begin":941,"length":2},{"begin":944,"length":2},{"begin":957,"length":1},{"begin":960,"length":2},{"begin":964,"length":1},{"begin":966,"length":4},{"begin":971,"length":1},{"begin":976,"length":2},{"begin":981,"length":4},{"begin":992,"length":1},{"begin":996,"length":1},{"begin":998,"length":1},{"begin":1003,"length":1},{"begin":1016,"length":1},{"begin":1019,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}' 1 jobs: ['7301753'] suites: ['1-pg-log-overrides/normal_pg_log', '2-recovery-overrides/{default}', 'centos_latest', 'clusters/{fixed-2}', 'crimson-rados/thrash/{0-size-min-size-overrides/3-size-2-min-size', 'crimson_qa_overrides', 'deploy/ceph', 'objectstore/bluestore', 'thrashers/default', 'thrashosds-health', 'workloads/snaps-few-objects}'] Dead: b'2023-06-13T17:22:06.724 INFO:teuthology.orchestra.run.smithi145.stdout:{"epoch":1074,"fsid":"903e3d17-3e01-439b-90c2-df5a15753059","created":"2023-06-13T05:49:43.921461+0000","modified":"2023-06-13T06:18:04.286478+0000","last_up_change":"2023-06-13T05:51:08.952553+0000","last_in_change":"2023-06-13T06:17:59.284939+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":true,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-13T05:49:52.296779+0000","flags":262177,"flags_names":"hashpspool,nopgchange,crimson","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0\'0","target_version":"0\'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":4,"score_stable":4,"optimal_score":0.75,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-13T05:49:54.477659+0000","flags":262177,"flags_names":"hashpspool,nopgchange,crimson","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0\'0","target_version":"0\'0"},"last_change":"15","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":0.75,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a129014b-74ab-44bf-9754-312604c9d1cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":1072,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6801","nonce":3902349656}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":3902349656}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6805","nonce":3902349656}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":3902349656}]},"public_addr":"172.21.15.145:6801/3902349656","cluster_addr":"172.21.15.145:6800/3902349656","heartbeat_back_addr":"172.21.15.145:6805/3902349656","heartbeat_front_addr":"172.21.15.145:6804/3902349656","state":["exists","up"]},{"osd":1,"uuid":"8fd0169b-bfc0-4c42-9396-4dcdebf0f20e","up":0,"in":0,"weight":0,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":16,"down_at":81,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":1513534024}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6803","nonce":1513534024}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":1513534024}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6807","nonce":1513534024}]},"public_addr":"172.21.15.145:6802/1513534024","cluster_addr":"172.21.15.145:6803/1513534024","heartbeat_back_addr":"172.21.15.145:6806/1513534024","heartbeat_front_addr":"172.21.15.145:6807/1513534024","state":["autoout","exists"]},{"osd":2,"uuid":"b34a5985-0d24-4de0-9f2f-f983ae05d4f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6804","nonce":1628857510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6805","nonce":1628857510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6809","nonce":1628857510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6808","nonce":1628857510}]},"public_addr":"172.21.15.188:6804/1628857510","cluster_addr":"172.21.15.188:6805/1628857510","heartbeat_back_addr":"172.21.15.188:6809/1628857510","heartbeat_front_addr":"172.21.15.188:6808/1628857510","state":["exists","up"]},{"osd":3,"uuid":"7cf1b528-af5f-40f8-ab1e-4156a88728db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":1072,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6802","nonce":90139397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6803","nonce":90139397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6807","nonce":90139397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.188:6806","nonce":90139397}]},"public_addr":"172.21.15.188:6802/90139397","cluster_addr":"172.21.15.188:6803/90139397","heartbeat_back_addr":"172.21.15.188:6807/90139397","heartbeat_front_addr":"172.21.15.188:6806/90139397","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"2023-06-13T05:51:08.952553+0000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":65536,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":0,"to":3}]},{"pgid":"2.7","mappings":[{"from":2,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":3,"snaps":[{"begin":1,"length":2},{"begin":4,"length":1},{"begin":7,"length":3},{"begin":13,"length":1},{"begin":15,"length":2},{"begin":19,"length":1},{"begin":21,"length":4},{"begin":26,"length":1},{"begin":30,"length":2},{"begin":35,"length":3},{"begin":39,"length":1},{"begin":41,"length":2},{"begin":44,"length":1},{"begin":48,"length":1},{"begin":50,"length":2},{"begin":54,"length":1},{"begin":56,"length":3},{"begin":60,"length":2},{"begin":63,"length":1},{"begin":67,"length":4},{"begin":74,"length":1},{"begin":76,"length":4},{"begin":81,"length":2},{"begin":85,"length":1},{"begin":88,"length":1},{"begin":90,"length":2},{"begin":93,"length":6},{"begin":100,"length":3},{"begin":105,"length":1},{"begin":107,"length":1},{"begin":110,"length":2},{"begin":113,"length":3},{"begin":117,"length":2},{"begin":120,"length":2},{"begin":123,"length":1},{"begin":133,"length":2},{"begin":136,"length":2},{"begin":140,"length":1},{"begin":144,"length":1},{"begin":146,"length":3},{"begin":156,"length":1},{"begin":158,"length":1},{"begin":161,"length":1},{"begin":165,"length":4},{"begin":171,"length":1},{"begin":173,"length":3},{"begin":180,"length":2},{"begin":183,"length":1},{"begin":187,"length":1},{"begin":189,"length":1},{"begin":191,"length":2},{"begin":195,"length":2},{"begin":199,"length":3},{"begin":205,"length":4},{"begin":212,"length":1},{"begin":215,"length":4},{"begin":223,"length":1},{"begin":225,"length":3},{"begin":230,"length":5},{"begin":237,"length":1},{"begin":240,"length":1},{"begin":243,"length":1},{"begin":245,"length":2},{"begin":248,"length":1},{"begin":250,"length":1},{"begin":253,"length":4},{"begin":261,"length":1},{"begin":263,"length":1},{"begin":265,"length":3},{"begin":269,"length":1},{"begin":273,"length":1},{"begin":275,"length":3},{"begin":279,"length":2},{"begin":284,"length":1},{"begin":286,"length":1},{"begin":289,"length":1},{"begin":293,"length":3},{"begin":297,"length":2},{"begin":300,"length":2},{"begin":304,"length":1},{"begin":306,"length":2},{"begin":312,"length":3},{"begin":316,"length":1},{"begin":318,"length":3},{"begin":322,"length":1},{"begin":325,"length":1},{"begin":328,"length":2},{"begin":332,"length":1},{"begin":335,"length":2},{"begin":338,"length":7},{"begin":347,"length":1},{"begin":351,"length":1},{"begin":354,"length":2},{"begin":357,"length":3},{"begin":362,"length":1},{"begin":366,"length":4},{"begin":372,"length":2},{"begin":378,"length":1},{"begin":382,"length":3},{"begin":386,"length":2},{"begin":389,"length":1},{"begin":391,"length":1},{"begin":394,"length":4},{"begin":402,"length":1},{"begin":405,"length":1},{"begin":410,"length":1},{"begin":412,"length":1},{"begin":414,"length":1},{"begin":416,"length":1},{"begin":418,"length":1},{"begin":420,"length":2},{"begin":424,"length":3},{"begin":429,"length":1},{"begin":431,"length":2},{"begin":434,"length":4},{"begin":441,"length":1},{"begin":447,"length":4},{"begin":452,"length":2},{"begin":455,"length":1},{"begin":459,"length":1},{"begin":463,"length":1},{"begin":465,"length":2},{"begin":469,"length":2},{"begin":472,"length":3},{"begin":476,"length":1},{"begin":478,"length":2},{"begin":482,"length":1},{"begin":487,"length":1},{"begin":489,"length":1},{"begin":491,"length":8},{"begin":501,"length":4},{"begin":506,"length":1},{"begin":508,"length":2},{"begin":511,"length":2},{"begin":515,"length":1},{"begin":518,"length":1},{"begin":521,"length":3},{"begin":526,"length":1},{"begin":529,"length":3},{"begin":538,"length":4},{"begin":543,"length":1},{"begin":546,"length":1},{"begin":548,"length":3},{"begin":552,"length":8},{"begin":561,"length":1},{"begin":564,"length":2},{"begin":567,"length":2},{"begin":571,"length":2},{"begin":574,"length":2},{"begin":577,"length":1},{"begin":581,"length":3},{"begin":585,"length":4},{"begin":590,"length":1},{"begin":592,"length":1},{"begin":596,"length":1},{"begin":603,"length":1},{"begin":607,"length":1},{"begin":609,"length":5},{"begin":615,"length":1},{"begin":617,"length":1},{"begin":620,"length":1},{"begin":628,"length":3},{"begin":632,"length":3},{"begin":637,"length":5},{"begin":643,"length":4},{"begin":649,"length":2},{"begin":653,"length":1},{"begin":657,"length":3},{"begin":661,"length":1},{"begin":665,"length":5},{"begin":674,"length":2},{"begin":679,"length":6},{"begin":687,"length":1},{"begin":689,"length":2},{"begin":694,"length":1},{"begin":702,"length":1},{"begin":705,"length":1},{"begin":708,"length":1},{"begin":711,"length":1},{"begin":713,"length":2},{"begin":716,"length":1},{"begin":718,"length":4},{"begin":723,"length":1},{"begin":725,"length":1},{"begin":727,"length":1},{"begin":729,"length":4},{"begin":734,"length":1},{"begin":737,"length":1},{"begin":739,"length":1},{"begin":741,"length":3},{"begin":746,"length":2},{"begin":750,"length":8},{"begin":759,"length":4},{"begin":764,"length":2},{"begin":768,"length":1},{"begin":770,"length":1},{"begin":772,"length":2},{"begin":776,"length":1},{"begin":780,"length":1},{"begin":790,"length":2},{"begin":796,"length":1},{"begin":799,"length":1},{"begin":801,"length":3},{"begin":805,"length":1},{"begin":808,"length":1},{"begin":810,"length":1},{"begin":815,"length":1},{"begin":817,"length":1},{"begin":821,"length":2},{"begin":824,"length":2},{"begin":827,"length":1},{"begin":829,"length":5},{"begin":836,"length":1},{"begin":840,"length":2},{"begin":843,"length":1},{"begin":845,"length":1},{"begin":848,"length":4},{"begin":853,"length":4},{"begin":859,"length":1},{"begin":861,"length":2},{"begin":864,"length":1},{"begin":871,"length":1},{"begin":875,"length":6},{"begin":882,"length":1},{"begin":885,"length":1},{"begin":889,"length":5},{"begin":895,"length":2},{"begin":898,"length":2},{"begin":902,"length":4},{"begin":912,"length":1},{"begin":914,"length":2},{"begin":920,"length":1},{"begin":922,"length":1},{"begin":929,"length":1},{"begin":931,"length":4},{"begin":936,"length":1},{"begin":939,"length":2},{"begin":943,"length":1},{"begin":946,"length":2},{"begin":949,"length":2},{"begin":962,"length":1},{"begin":965,"length":2},{"begin":969,"length":1},{"begin":971,"length":4},{"begin":976,"length":1},{"begin":981,"length":2},{"begin":986,"length":1},{"begin":988,"length":2},{"begin":997,"length":1},{"begin":1001,"length":1},{"begin":1003,"length":1},{"begin":1008,"length":1},{"begin":1021,"length":1},{"begin":1024,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}' 1 jobs: ['7301739'] suites: ['1-pg-log-overrides/normal_pg_log', '2-recovery-overrides/{default}', 'centos_latest', 'clusters/{fixed-2}', 'crimson-rados/thrash/{0-size-min-size-overrides/3-size-2-min-size', 'crimson_qa_overrides', 'deploy/ceph', 'objectstore/bluestore', 'thrashers/default', 'thrashosds-health', 'workloads/pool-snaps-few-objects}'] Timeout 1h running clone.client.0/qa/workunits/rados/test_python.sh --eval-attr \ 1 jobs: ['7301743'] suites: ['clusters/fixed-2', 'crimson-rados/basic/{centos_latest', 'crimson_qa_overrides', 'deploy/ceph', 'tasks/rados_python}']