Found 21 jobs
Found 5 distinct failure reasons
Timeout 3h running clone.client.0/qa/workunits/rbd/crimson/test_crimson_librbd.sh
2 jobs: ['7431274', '7431270']
suites intersection: ['crimson-rados/rbd/{clusters/fixed-1', 'crimson-supported-all-distro/centos_latest', 'crimson_qa_overrides', 'deploy/ceph']
suites union: ['crimson-rados/rbd/{clusters/fixed-1', 'crimson-supported-all-distro/centos_latest', 'crimson_qa_overrides', 'deploy/ceph', 'tasks/rbd_api_tests_old_format}', 'tasks/rbd_api_tests}']

Dead: b'2023-10-18T18:21:54.117 DEBUG:teuthology.exit:Finished running handlers'
3 jobs: ['7431280', '7431273', '7431279']
suites intersection: ['1-pg-log-overrides/normal_pg_log', '2-recovery-overrides/{default}', 'clusters/{fixed-2}', 'crimson-rados/thrash/{0-size-min-size-overrides/3-size-2-min-size', 'crimson-supported-all-distro/centos_latest', 'crimson_qa_overrides', 'deploy/ceph', 'objectstore/bluestore', 'thrashers/default', 'thrashosds-health']
suites union: ['1-pg-log-overrides/normal_pg_log', '2-recovery-overrides/{default}', 'clusters/{fixed-2}', 'crimson-rados/thrash/{0-size-min-size-overrides/3-size-2-min-size', 'crimson-supported-all-distro/centos_latest', 'crimson_qa_overrides', 'deploy/ceph', 'objectstore/bluestore', 'thrashers/default', 'thrashosds-health', 'workloads/pool-snaps-few-objects}', 'workloads/small-objects-balanced}', 'workloads/small-objects-localized}']

Timeout 3h running clone.client.0/qa/workunits/rbd/test_librbd_python.sh -m \
1 jobs: ['7431288']
suites: ['crimson-rados/rbd/{clusters/fixed-1', 'crimson-supported-all-distro/centos_latest', 'crimson_qa_overrides', 'deploy/ceph', 'tasks/rbd_python_api_tests_old_format}']

Dead: b'2023-10-18T18:22:13.421 INFO:teuthology.orchestra.run.smithi146.stdout:{"pg_ready":true,"pg_map":{"version":23750,"stamp":"2023-10-18T18:22:12.273428+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":105801132,"num_objects":84,"num_object_clones":49,"num_object_copies":252,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":14,"num_read":432,"num_read_kb":193817,"num_write":568,"num_write_kb":126444,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":593,"ondisk_log_size":593,"up":75,"acting":75,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":0,"num_osds":4,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":377487360,"kb_used":409116,"kb_used_data":251900,"kb_used_omap":0,"kb_used_meta":157184,"kb_avail":377078244,"statfs":{"total":386547056640,"available":386128121856,"internally_reserved":0,"allocated":257945600,"data_stored":255884456,"data_compressed":89880,"data_compressed_allocated":122880,"data_compressed_original":1720320,"omap_allocated":0,"internal_metadata":160956416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.085920"},"pg_stats":[{"pgid":"3.f","version":"52\'39","reported_seq":3845,"reported_epoch":2615,"state":"active+clean","last_fresh":"2023-10-18T18:22:07.086861+0000","last_change":"2023-10-18T06:38:16.540122+0000","last_active":"2023-10-18T18:22:07.086861+0000","last_peered":"2023-10-18T18:22:07.086861+0000","last_clean":"2023-10-18T18:22:07.086861+0000","last_became_active":"2023-10-18T06:37:38.418328+0000","last_became_peered":"2023-10-18T06:37:38.418328+0000","last_unstale":"2023-10-18T18:22:07.086861+0000","last_undegraded":"2023-10-18T18:22:07.086861+0000","last_fullsized":"2023-10-18T18:22:07.086861+0000","mapping_epoch":16,"log_start":"0\'0","ondisk_log_start":"0\'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0\'0","last_scrub_stamp":"2023-10-18T06:37:37.267369+0000","last_deep_scrub":"0\'0","last_deep_scrub_stamp":"2023-10-18T06:37:37.267369+0000","last_clean_scrub_stamp":"2023-10-18T06:37:37.267369+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3932805,"num_objects":5,"num_object_clones":4,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":2,"num_read":15,"num_read_kb":3447,"num_write":32,"num_write_kb":9310,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,3],"acting":[0,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"52\'14","reported_seq":3872,"reported_epoch":2615,"state":"active+clean","last_fresh":"2023-10-18T18:22:07.088531+0000","last_change":"2023-10-18T06:38:18.458029+0000","last_active":"2023-10-18T18:22:07.088531+0000","last_peered":"2023-10-18T18:22:07.088531+0000","last_clean":"2023-10-18T18:22:07.088531+0000","last_became_active":"2023-10-18T06:37:38.470733+0000","last_became_peered":"2023-10-18T06:37:38.470733+0000","last_unstale":"2023-10-18T18:22:07.088531+0000","last_undegraded":"2023-10-18T18:22:07.088531+0000","last_fullsized":"2023-10-18T18:22:07.088531+0000","mapping_epoch":16,"log_start":"0\'0","ondisk_log_start":"0\'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0\'0","last_scrub_stamp":"2023-10-18T06:37:37.267369+0000","last_deep_scrub":"0\'0","last_deep_scrub_stamp":"2023-10-18T06:37:37.267369+0000","last_clean_scrub_stamp":"2023-10-18T06:37:37.267369+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":2,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":1,"num_read":9,"num_read_kb":3869,"num_write":9,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"40\'48","reported_seq":3795,"reported_epoch":2613,"state":"active+clean","last_fresh":"2023-10-18T18:22:04.962380+0000","last_change":"2023-10-18T06:38:16.558876+0000","last_active":"2023-10-18T18:22:04.962380+0000","last_peered":"2023-10-18T18:22:04.962380+0000","last_clean":"2023-10-18T18:22:04.962380+0000","last_became_active":"2023-10-18T06:37:38.427143+0000","last_became_peered":"2023-10-18T06:37:38.427143+0000","last_unstale":"2023-10-18T18:22:04.962380+0000","last_undegraded":"2023-10-18T18:22:04.962380+0000","last_fullsized":"2023-10-18T18:22:04.962380+0000","mapping_epoch":16,"log_start":"0\'0","ondisk_log_start":"0\'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0\'0","last_scrub_stamp":"2023-10-18T06:37:37.267369+0000","last_deep_scrub":"0\'0","last_deep_scrub_stamp":"2023-10-18T06:37:37.267369+0000","last_clean_scrub_stamp":"2023-10-18T06:37:37.267369+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10487469,"num_objects":8,"num_object_clones":5,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":1,"num_read":22,"num_read_kb":15980,"num_write":41,"num_write_kb":13310,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0\'0","reported_seq":3809,"reported_epoch":2615,"state":"active+clean","last_fresh":"2023-10-18T18:22:07.086704+0000","last_change":"2023-10-18T06:38:16.481263+0000","last_active":"2023-10-18T18:22:07.086704+0000","last_peered":"2023-10-18T18:22:07.086704+0000","last_clean":"2023-10-18T18:22:07.086704+0000","last_became_active":"2023-10-18T06:37:38.425678+0000","last_became_peered":"2023-10-18T06:37:38.425678+0000","last_unstale":"2023-10-18T18:22:07.086704+0000","last_undegraded":"2023-10-18T18:22:07.086704+0000","last_fullsized":"2023-10-18T18:22:07.086704+0000","mapping_epoch":16,"log_start":"0\'0","ondisk_log_start":"0\'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0\'0","last_scrub_stamp":"2023-10-18T06:37:37.267369+0000","last_deep_scrub":"0\'0","last_deep_scrub_stamp":"2023-10-18T06:37:37.267369+0000","last_clean_scrub_stamp":"2023-10-18T06:37:37.267369+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"53\'56","reported_seq":4136,"reported_epoch":2616,"state":"active+clean","last_fresh":"2023-10-18T18:22:07.210604+0000","last_change":"2023-10-18T06:38:16.484354+0000","last_active":"2023-10-18T18:22:07.210604+0000","last_peered":"2023-10-18T18:22:07.210604+0000","last_clean":"2023-10-18T18:22:07.210604+0000","last_became_active":"2023-10-18T06:37:38.449248+0000","last_became_peered":"2023-10-18T06:37:38.449248+0000","last_unstale":"2023-10-18T18:22:07.210604+0000","last_undegraded":"2023-10-18T18:22:07.210604+0000","last_fullsized":"2023-10-18T18:22:07.210604+0000","mapping_epoch":16,"log_start":"0\'0","ondisk_log_start":"0\'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0\'0","last_scrub_stamp":"2023-10-18T06:37:37.267369+0000","last_deep_scrub":"0\'0","last_deep_scrub_stamp":"2023-10-18T06:37:37.267369+0000","last_clean_scrub_stamp":"2023-10-18T06:37:37.267369+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":0,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14806802,"num_objects":10,"num_object_clones":5,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":1,"num_read":48,"num_read_kb":25870,"num_write":48,"num_write_kb":12773,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"34\'44","reported_seq":3864,"reported_epoch":2615,"state":"active+clean","last_fresh":"2023-10-18T18:22:07.085240+0000","last_change":"2023-10-18T06:38:16.480921+0000","last_active":"2023-10-18T18:22:07.085240+0000","last_peered":"2023-10-18T18:22:07.085240+0000","last_clean":"2023-10-18T18:22:07.085240+0000","last_became_active":"2023-10-18T06:37:38.462611+0000","last_became_peered":"2023-10-18T06:37:38.462611+0000","last_unstale":"2023-10-18T18:22:07.085240+0000","last_undegraded":"2023-10-18T18:22:07.085240+0000","last_fullsized":"2023-10-18T18:22:07.085240+0000","mapping_epoch":16,"log_start":"0\'0","ondisk_log_start":"0\'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0\'0","last_scrub_stamp":"2023-10-18T06:37:37.267369+0000","last_deep_scrub":"0\'0","last_deep_scrub_stamp":"2023-10-18T06:37:37.267369+0000","last_clean_scrub_stamp":"2023-10-18T06:37:37.267369+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13277398,"num_objects":8,"num_object_clones":4,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":1,"num_read":30,"num_read_kb":18822,"num_write":43,"num_write_kb":12313,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"53\'62","reported_seq":3873,"reported_epoch":2615,"state":"active+clean","last_fresh":"2023-10-18T18:22:07.087724+0000","last_change":"2023-10-18T06:38:16.553039+0000","last_active":"2023-10-18T18:22:07.087724+0000","last_peered":"2023-10-18T18:22:07.087724+0000","last_clean":"2023-10-18T18:22:07.087724+0000","last_became_active":"2023-10-18T06:37:38.421419+0000","last_became_peered":"2023-10-18T06:37:38.421419+0000","last_unstale":"2023-10-18T18:22:07.087724+0000","last_undegraded":"2023-10-18T18:22:07.087724+0000","last_fullsized":"2023-10-18T18:22:07.087724+0000","mapping_epoch":16,"log_start":"0\'0","ondisk_log_start":"0\'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0\'0","last_scrub_stamp":"2023-10-18T06:37:37.267369+0000","last_deep_scrub":"0\'0","last_deep_scrub_stamp":"2023-10-18T06:37:37.267369+0000","last_clean_scrub_stamp":"2023-10-18T06:37:37.267369+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":0,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14285818,"num_objects":10,"num_object_clones":5,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":35,"num_read_kb":18686,"num_write":54,"num_write_kb":15303,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.8","version":"35\'43","reported_seq":3791,"reported_epoch":2613,"state":"active+clean","last_fresh":"2023-10-18T18:22:04.963199+0000","last_change":"2023-10-18T06:39:12.304175+0000","last_active":"2023-10-18T18:22:04.963199+0000","last_peered":"2023-10-18T18:22:04.963199+0000","last_clean":"2023-10-18T18:22:04.963199+0000","last_became_active":"2023-10-18T06:37:38.427261+0000","last_became_peered":"2023-10-18T06:37:38.427261+0000","last_unstale":"2023-10-18T18:22:04.963199+0000","last_undegraded":"2023-10-18T18:22:04.963199+0000","last_fullsized":"2023-10-18T18:22:04.963199+0000","mapping_epoch":16,"log_start":"0\'0","ondisk_log_start":"0\'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0\'0","last_scrub_stamp":"2023-10-18T06:37:37.267369+0000","last_deep_scrub":"0\'0","last_deep_scrub_stamp":"2023-10-18T06:37:37.267369+0000","last_clean_scrub_stamp":"2023-10-18T06:37:37.267369+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10588311,"num_objects":7,"num_object_clones":4,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":1,"num_read":28,"num_read_kb":12122,"num_write":40,"num_write_kb":12031,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"13\'97","reported_seq":4190,"reported_epoch":2616,"state":"active+clean","last_fresh":"2023-10-18T18:22:07.210399+0000","last_change":"2023-10-18T06:37:24.488765+0000","last_active":"2023-10-18T18:22:07.210399+0000","last_peered":"2023-10-18T18:22:07.210399+0000","last_clean":"2023-10-18T18:22:07.210399+0000","last_became_active":"2023-10-18T06:37:24.479835+0000","last_became_peered":"2023-10-18T06:37:24.479835+0000","last_unstale":"2023-10-18T18:22:07.210399+0000","last_undegraded":"2023-10-18T18:22:07.210399+0000","last_fullsized":"2023-10-18T18:22:07.210399+0000","mapping_epoch":11,"log_start":"0\'0","ondisk_log_start":"0\'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0\'0","last_scrub_stamp":"2023-10-18T06:37:23.430143+0000","last_deep_scrub":"0\'0","last_deep_scrub_stamp":"2023-10-18T06:37:23.430143+0000","last_clean_scrub_stamp":"2023-10-18T06:37:23.430143+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":103,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0\'0","reported_seq":3737,"reported_epoch":2613,"state":"active+clean","last_fresh":"2023-10-18T18:22:04.975960+0000","last_change":"2023-10-18T06:37:26.553351+0000","last_active":"2023-10-18T18:22:04.975960+0000","last_peered":"2023-10-18T18:22:04.975960+0000","last_clean":"2023-10-18T18:22:04.975960+0000","last_became_active":"2023-10-18T06:37:26.545115+0000","last_became_peered":"2023-10-18T06:37:26.545115+0000","last_unstale":"2023-10-18T18:22:04.975960+0000","last_undegraded":"2023-10-18T18:22:04.975960+0000","last_fullsized":"2023-10-18T18:22:04.975960+0000","mapping_epoch":13,"log_start":"0\'0","ondisk_log_start":"0\'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0\'0","last_scrub_stamp":"2023-10-18T06:37:25.437965+0000","last_deep_scrub":"0\'0","last_deep_scrub_stamp":"2023-10-18T06:37:25.437965+0000","last_clean_scrub_stamp":"2023-10-18T06:37:25.437965+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2","version":"52\'50","reported_seq":3795,"reported_epoch":2613,"state":"active+clean","last_fresh":"2023-10-18T18:22:04.959451+0000","last_change":"2023-10-18T06:38:16.558513+0000","last_active":"2023-10-18T18:22:04.959451+0000","last_peered":"2023-10-18T18:22:04.959451+0000","last_clean":"2023-10-18T18:22:04.959451+0000","last_became_active":"2023-10-18T06:37:38.445462+0000","last_became_peered":"2023-10-18T06:37:38.445462+0000","last_unstale":"2023-10-18T18:22:04.959451+0000","last_undegraded":"2023-10-18T18:22:04.959451+0000","last_fullsized":"2023-10-18T18:22:04.959451+0000","mapping_epoch":16,"log_start":"0\'0","ondisk_log_start":"0\'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0\'0","last_scrub_stamp":"2023-10-18T06:37:37.267369+0000","last_deep_scrub":"0\'0","last_deep_scrub_stamp":"2023-10-18T06:37:37.267369+0000","last_clean_scrub_stamp":"2023-10-18T06:37:37.267369+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":0,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3882384,"num_objects":7,"num_object_clones":6,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":3,"num_read":34,"num_read_kb":17328,"num_write":34,"num_write_kb":9950,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,3],"acting":[1,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0\'0","reported_seq":3799,"reported_epoch":2615,"state":"active+clean","last_fresh":"2023-10-18T18:22:07.085261+0000","last_change":"2023-10-18T06:37:26.569524+0000","last_active":"2023-10-18T18:22:07.085261+0000","last_peered":"2023-10-18T18:22:07.085261+0000","last_clean":"2023-10-18T18:22:07.085261+0000","last_became_active":"2023-10-18T06:37:26.550808+0000","last_became_peered":"2023-10-18T06:37:26.550808+0000","last_unstale":"2023-10-18T18:22:07.085261+0000","last_undegraded":"2023-10-18T18:22:07.085261+0000","last_fullsized":"2023-10-18T18:22:07.085261+0000","mapping_epoch":13,"log_start":"0\'0","ondisk_log_start":"0\'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0\'0","last_scrub_stamp":"2023-10-18T06:37:25.437965+0000","last_deep_scrub":"0\'0","last_deep_scrub_stamp":"2023-10-18T06:37:25.437965+0000","last_clean_scrub_stamp":"2023-10-18T06:37:25.437965+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"41\'17","reported_seq":4094,"reported_epoch":2616,"state":"active+clean","last_fresh":"2023-10-18T18:22:07.205208+0000","last_change":"2023-10-18T06:38:16.509825+0000","last_active":"2023-10-18T18:22:07.205208+0000","last_peered":"2023-10-18T18:22:07.205208+0000","last_clean":"2023-10-18T18:22:07.205208+0000","last_became_active":"2023-10-18T06:37:38.405812+0000","last_became_peered":"2023-10-18T06:37:38.405812+0000","last_unstale":"2023-10-18T18:22:07.205208+0000","last_undegraded":"2023-10-18T18:22:07.205208+0000","last_fullsized":"2023-10-18T18:22:07.205208+0000","mapping_epoch":16,"log_start":"0\'0","ondisk_log_start":"0\'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0\'0","last_scrub_stamp":"2023-10-18T06:37:37.267369+0000","last_deep_scrub":"0\'0","last_deep_scrub_stamp":"2023-10-18T06:37:37.267369+0000","last_clean_scrub_stamp":"2023-10-18T06:37:37.267369+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6369787,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":13460,"num_write":18,"num_write_kb":5029,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,0],"acting":[3,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0\'0","reported_seq":3737,"reported_epoch":2613,"state":"active+clean","last_fresh":"2023-10-18T18:22:04.966044+0000","last_change":"2023-10-18T06:37:26.525297+0000","last_active":"2023-10-18T18:22:04.966044+0000","last_peered":"2023-10-18T18:22:04.966044+0000","last_clean":"2023-10-18T18:22:04.966044+0000","last_became_active":"2023-10-18T06:37:26.521519+0000","last_became_peered":"2023-10-18T06:37:26.521519+0000","last_unstale":"2023-10-18T18:22:04.966044+0000","last_undegraded":"2023-10-18T18:22:04.966044+0000","last_fullsized":"2023-10-18T18:22:04.966044+0000","mapping_epoch":13,"log_start":"0\'0","ondisk_log_start":"0\'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0\'0","last_scrub_stamp":"2023-10-18T06:37:25.437965+0000","last_deep_scrub":"0\'0","last_deep_scrub_stamp":"2023-10-18T06:37:25.437965+0000","last_clean_scrub_stamp":"2023-10-18T06:37:25.437965+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"20\'8","reported_seq":4086,"reported_epoch":2616,"state":"active+clean","last_fresh":"2023-10-18T18:22:07.212377+0000","last_change":"2023-10-18T06:38:16.486465+0000","last_active":"2023-10-18T18:22:07.212377+0000","last_peered":"2023-10-18T18:22:07.212377+0000","last_clean":"2023-10-18T18:22:07.212377+0000","last_became_active":"2023-10-18T06:37:38.460490+0000","last_became_peered":"2023-10-18T06:37:38.460490+0000","last_unstale":"2023-10-18T18:22:07.212377+0000","last_undegraded":"2023-10-18T18:22:07.212377+0000","last_fullsized":"2023-10-18T18:22:07.212377+0000","mapping_epoch":16,"log_start":"0\'0","ondisk_log_start":"0\'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0\'0","last_scrub_stamp":"2023-10-18T06:37:37.267369+0000","last_deep_scrub":"0\'0","last_deep_scrub_stamp":"2023-10-18T06:37:37.267369+0000","last_clean_scrub_stamp":"2023-10-18T06:37:37.267369+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3210104,"num_objects":2,"num_object_clones":1,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":19484,"num_write":9,"num_write_kb":2293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.2","version":"0\'0","reported_seq":3799,"reported_epoch":2615,"state":"active+clean","last_fresh":"2023-10-18T18:22:07.089420+0000","last_change":"2023-10-18T06:37:26.550927+0000","last_active":"2023-10-18T18:22:07.089420+0000","last_peered":"2023-10-18T18:22:07.089420+0000","last_clean":"2023-10-18T18:22:07.089420+0000","last_became_active":"2023-10-18T06:37:26.546336+0000","last_became_peered":"2023-10-18T06:37:26.546336+0000","last_unstale":"2023-10-18T18:22:07.089420+0000","last_undegraded":"2023-10-18T18:22:07.089420+0000","last_fullsized":"2023-10-18T18:22:07.089420+0000","mapping_epoch":13,"log_start":"0\'0","ondisk_log_start":"0\'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0\'0","last_scrub_stamp":"2023-10-18T06:37:25.437965+0000","last_deep_scrub":"0\'0","last_deep_scrub_stamp":"2023-10-18T06:37:25.437965+0000","last_clean_scrub_stamp":"2023-10-18T06:37:25.437965+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3","version":"36\'5","reported_seq":3865,"reported_epoch":2615,"state":"active+clean","last_fresh":"2023-10-18T18:22:07.089156+0000","last_change":"2023-10-18T06:38:18.438237+0000","last_active":"2023-10-18T18:22:07.089156+0000","last_peered":"2023-10-18T18:22:07.089156+0000","last_clean":"2023-10-18T18:22:07.089156+0000","last_became_active":"2023-10-18T06:37:38.494138+0000","last_became_peered":"2023-10-18T06:37:38.494138+0000","last_unstale":"2023-10-18T18:22:07.089156+0000","last_undegraded":"2023-10-18T18:22:07.089156+0000","last_fullsized":"2023-10-18T18:22:07.089156+0000","mapping_epoch":16,"log_start":"0\'0","ondisk_log_start":"0\'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0\'0","last_scrub_stamp":"2023-10-18T06:37:37.267369+0000","last_deep_scrub":"0\'0","last_deep_scrub_stamp":"2023-10-18T06:37:37.267369+0000","last_clean_scrub_stamp":"2023-10-18T06:37:37.267369+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":1,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":1,"num_read":2,"num_read_kb":1,"num_write":4,"num_write_kb":1343,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.5","version":"23\'10","reported_seq":3756,"reported_epoch":2613,"state":"active+clean","last_fresh":"2023-10-18T18:22:04.974499+0000","last_change":"2023-10-18T06:38:16.558413+0000","last_active":"2023-10-18T18:22:04.974499+0000","last_peered":"2023-10-18T18:22:04.974499+0000","last_clean":"2023-10-18T18:22:04.974499+0000","last_became_active":"2023-10-18T06:37:38.478078+0000","last_became_peered":"2023-10-18T06:37:38.478078+0000","last_unstale":"2023-10-18T18:22:04.974499+0000","last_undegraded":"2023-10-18T18:22:04.974499+0000","last_fullsized":"2023-10-18T18:22:04.974499+0000","mapping_epoch":16,"log_start":"0\'0","ondisk_log_start":"0\'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0\'0","last_scrub_stamp":"2023-10-18T06:37:37.267369+0000","last_deep_scrub":"0\'0","last_deep_scrub_stamp":"2023-10-18T06:37:37.267369+0000","last_clean_scrub_stamp":"2023-10-18T06:37:37.267369+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":1,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":2,"num_write":8,"num_write_kb":2456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0\'0","reported_seq":3849,"reported_epoch":2615,"state":"active+clean","last_fresh":"2023-10-18T18:22:07.085631+0000","last_change":"2023-10-18T06:37:26.544543+0000","last_active":"2023-10-18T18:22:07.085631+0000","last_peered":"2023-10-18T18:22:07.085631+0000","last_clean":"2023-10-18T18:22:07.085631+0000","last_became_active":"2023-10-18T06:37:26.535983+0000","last_became_peered":"2023-10-18T06:37:26.535983+0000","last_unstale":"2023-10-18T18:22:07.085631+0000","last_undegraded":"2023-10-18T18:22:07.085631+0000","last_fullsized":"2023-10-18T18:22:07.085631+0000","mapping_epoch":13,"log_start":"0\'0","ondisk_log_start":"0\'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0\'0","last_scrub_stamp":"2023-10-18T06:37:25.437965+0000","last_deep_scrub":"0\'0","last_deep_scrub_stamp":"2023-10-18T06:37:25.437965+0000","last_clean_scrub_stamp":"2023-10-18T06:37:25.437965+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.4","version":"50\'34","reported_seq":3901,"reported_epoch":2615,"state":"active+clean","last_fresh":"2023-10-18T18:22:07.081842+0000","last_change":"2023-10-18T06:38:18.462586+0000","last_active":"2023-10-18T18:22:07.081842+0000","last_peered":"2023-10-18T18:22:07.081842+0000","last_clean":"2023-10-18T18:22:07.081842+0000","last_became_active":"2023-10-18T06:37:38.404918+0000","last_became_peered":"2023-10-18T06:37:38.404918+0000","last_unstale":"2023-10-18T18:22:07.081842+0000","last_undegraded":"2023-10-18T18:22:07.081842+0000","last_fullsized":"2023-10-18T18:22:07.081842+0000","mapping_epoch":16,"log_start":"0\'0","ondisk_log_start":"0\'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0\'0","last_scrub_stamp":"2023-10-18T06:37:37.267369+0000","last_deep_scrub":"0\'0","last_deep_scrub_stamp":"2023-10-18T06:37:37.267369+0000","last_clean_scrub_stamp":"2023-10-18T06:37:37.267369+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6773122,"num_objects":7,"num_object_clones":4,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":2,"num_read":28,"num_read_kb":23027,"num_write":29,"num_write_kb":7505,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.5","version":"0\'0","reported_seq":4059,"reported_epoch":2616,"state":"active+clean","last_fresh":"2023-10-18T18:22:07.209838+0000","last_change":"2023-10-18T06:37:26.543095+0000","last_active":"2023-10-18T18:22:07.209838+0000","last_peered":"2023-10-18T18:22:07.209838+0000","last_clean":"2023-10-18T18:22:07.209838+0000","last_became_active":"2023-10-18T06:37:26.539369+0000","last_became_peered":"2023-10-18T06:37:26.539369+0000","last_unstale":"2023-10-18T18:22:07.209838+0000","last_undegraded":"2023-10-18T18:22:07.209838+0000","last_fullsized":"2023-10-18T18:22:07.209838+0000","mapping_epoch":13,"log_start":"0\'0","ondisk_log_start":"0\'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0\'0","last_scrub_stamp":"2023-10-18T06:37:25.437965+0000","last_deep_scrub":"0\'0","last_deep_scrub_stamp":"2023-10-18T06:37:25.437965+0000","last_clean_scrub_stamp":"2023-10-18T06:37:25.437965+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"40\'19","reported_seq":4094,"reported_epoch":2616,"state":"active+clean","last_fresh":"2023-10-18T18:22:07.211123+0000","last_change":"2023-10-18T06:38:16.486802+0000","last_active":"2023-10-18T18:22:07.211123+0000","last_peered":"2023-10-18T18:22:07.211123+0000","last_clean":"2023-10-18T18:22:07.211123+0000","last_became_active":"2023-10-18T06:37:38.504411+0000","last_became_peered":"2023-10-18T06:37:38.504411+0000","last_unstale":"2023-10-18T18:22:07.211123+0000","last_undegraded":"2023-10-18T18:22:07.211123+0000","last_fullsized":"2023-10-18T18:22:07.211123+0000","mapping_epoch":16,"log_start":"0\'0","ondisk_log_start":"0\'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0\'0","last_scrub_stamp":"2023-10-18T06:37:37.267369+0000","last_deep_scrub":"0\'0","last_deep_scrub_stamp":"2023-10-18T06:37:37.267369+0000","last_clean_scrub_stamp":"2023-10-18T06:37:37.267369+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7159716,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":5553,"num_write":23,"num_write_kb":6909,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,0],"acting":[3,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0\'0","reported_seq":3849,"reported_epoch":2615,"state":"active+clean","last_fresh":"2023-10-18T18:22:07.082681+0000","last_change":"2023-10-18T06:37:26.585090+0000","last_active":"2023-10-18T18:22:07.082681+0000","last_peered":"2023-10-18T18:22:07.082681+0000","last_clean":"2023-10-18T18:22:07.082681+0000","last_became_active":"2023-10-18T06:37:26.582350+0000","last_became_peered":"2023-10-18T06:37:26.582350+0000","last_unstale":"2023-10-18T18:22:07.082681+0000","last_undegraded":"2023-10-18T18:22:07.082681+0000","last_fullsized":"2023-10-18T18:22:07.082681+0000","mapping_epoch":13,"log_start":"0\'0","ondisk_log_start":"0\'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0\'0","last_scrub_stamp":"2023-10-18T06:37:25.437965+0000","last_deep_scrub":"0\'0","last_deep_scrub_stamp":"2023-10-18T06:37:25.437965+0000","last_clean_scrub_stamp":"2023-10-18T06:37:25.437965+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.6","version":"46\'47","reported_seq":3908,"reported_epoch":2615,"state":"active+clean","last_fresh":"2023-10-18T18:22:07.087120+0000","last_change":"2023-10-18T06:38:18.435005+0000","last_active":"2023-10-18T18:22:07.087120+0000","last_peered":"2023-10-18T18:22:07.087120+0000","last_clean":"2023-10-18T18:22:07.087120+0000","last_became_active":"2023-10-18T06:37:38.437118+0000","last_became_peered":"2023-10-18T06:37:38.437118+0000","last_unstale":"2023-10-18T18:22:07.087120+0000","last_undegraded":"2023-10-18T18:22:07.087120+0000","last_fullsized":"2023-10-18T18:22:07.087120+0000","mapping_epoch":16,"log_start":"0\'0","ondisk_log_start":"0\'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0\'0","last_scrub_stamp":"2023-10-18T06:37:37.267369+0000","last_deep_scrub":"0\'0","last_deep_scrub_stamp":"2023-10-18T06:37:37.267369+0000","last_clean_scrub_stamp":"2023-10-18T06:37:37.267369+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":0,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10437048,"num_objects":8,"num_object_clones":5,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":1,"num_read":29,"num_read_kb":16075,"num_write":39,"num_write_kb":11596,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1],"acting":[2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"0\'0","reported_seq":3737,"reported_epoch":2613,"state":"active+clean","last_fresh":"2023-10-18T18:22:04.963897+0000","last_change":"2023-10-18T06:37:26.588806+0000","last_active":"2023-10-18T18:22:04.963897+0000","last_peered":"2023-10-18T18:22:04.963897+0000","last_clean":"2023-10-18T18:22:04.963897+0000","last_became_active":"2023-10-18T06:37:26.585952+0000","last_became_peered":"2023-10-18T06:37:26.585952+0000","last_unstale":"2023-10-18T18:22:04.963897+0000","last_undegraded":"2023-10-18T18:22:04.963897+0000","last_fullsized":"2023-10-18T18:22:04.963897+0000","mapping_epoch":13,"log_start":"0\'0","ondisk_log_start":"0\'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0\'0","last_scrub_stamp":"2023-10-18T06:37:25.437965+0000","last_deep_scrub":"0\'0","last_deep_scrub_stamp":"2023-10-18T06:37:25.437965+0000","last_clean_scrub_stamp":"2023-10-18T06:37:25.437965+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":16,"stat_sum":{"num_bytes":105210764,"num_objects":82,"num_object_clones":49,"num_object_copies":246,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":14,"num_read":329,"num_read_kb":193726,"num_write":431,"num_write_kb":124550,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":496,"ondisk_log_size":496,"up":48,"acting":48,"num_store_stats":0},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":103,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":3,"acting":3,"num_store_stats":0}],"osd_stats":[{"osd":3,"up_from":10,"seq":42949715228,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":101080,"kb_used_data":61776,"kb_used_omap":0,"kb_used_meta":39296,"kb_avail":94270760,"statfs":{"total":96636764160,"available":96533258240,"internally_reserved":0,"allocated":63258624,"data_stored":62367625,"data_compressed":29960,"data_compressed_allocated":40960,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":40239104},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":9,"seq":38654747934,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":102624,"kb_used_data":63320,"kb_used_omap":0,"kb_used_meta":39296,"kb_avail":94269216,"statfs":{"total":96636764160,"available":96531677184,"internally_reserved":0,"allocated":64839680,"data_stored":64893022,"data_compressed":29960,"data_compressed_allocated":40960,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":40239104},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":9,"seq":38654747932,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":99504,"kb_used_data":60200,"kb_used_omap":0,"kb_used_meta":39296,"kb_avail":94272336,"statfs":{"total":96636764160,"available":96534872064,"internally_reserved":0,"allocated":61644800,"data_stored":60715365,"data_compressed":29960,"data_compressed_allocated":40960,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":40239104},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":9,"seq":38654747933,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":105908,"kb_used_data":66604,"kb_used_omap":0,"kb_used_meta":39296,"kb_avail":94265932,"statfs":{"total":96636764160,"available":96528314368,"internally_reserved":0,"allocated":68202496,"data_stored":67908444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":40239104},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]}],"pool_statfs":[]}}'
1 jobs: ['7431283']
suites: ['1-pg-log-overrides/normal_pg_log', '2-recovery-overrides/{default}', 'clusters/{fixed-2}', 'crimson-rados/thrash/{0-size-min-size-overrides/3-size-2-min-size', 'crimson-supported-all-distro/centos_latest', 'crimson_qa_overrides', 'deploy/ceph', 'objectstore/bluestore', 'thrashers/default', 'thrashosds-health', 'workloads/snaps-few-objects-balanced}']

Dead: b'2023-10-18T18:20:24.602 INFO:teuthology.orchestra.run.smithi022.stderr:2023-10-18T18:20:24.597+0000 7ff739d9e640 -1 WARNING: the following dangerous and experimental features are enabled: crimson'
3 jobs: ['7431287', '7431282', '7431286']
suites intersection: ['1-pg-log-overrides/normal_pg_log', '2-recovery-overrides/{default}', 'clusters/{fixed-2}', 'crimson-rados/thrash/{0-size-min-size-overrides/3-size-2-min-size', 'crimson-supported-all-distro/centos_latest', 'crimson_qa_overrides', 'deploy/ceph', 'objectstore/bluestore', 'thrashers/default', 'thrashosds-health']
suites union: ['1-pg-log-overrides/normal_pg_log', '2-recovery-overrides/{default}', 'clusters/{fixed-2}', 'crimson-rados/thrash/{0-size-min-size-overrides/3-size-2-min-size', 'crimson-supported-all-distro/centos_latest', 'crimson_qa_overrides', 'deploy/ceph', 'objectstore/bluestore', 'thrashers/default', 'thrashosds-health', 'workloads/small-objects}', 'workloads/snaps-few-objects-localized}', 'workloads/snaps-few-objects}']