2021-03-11T17:21:55.938 INFO:root:teuthology version: 1.1.0-b7dbd64f 2021-03-11T17:21:55.941 INFO:teuthology.results:subset: '111/120000' 2021-03-11T17:21:55.941 INFO:teuthology.results:seed: '4272' 2021-03-12T02:06:52.599 INFO:root:teuthology version: 1.1.0-b7dbd64f 2021-03-12T02:06:52.640 INFO:teuthology.results:Waiting up to 43200 seconds for tests to finish... 2021-03-12T04:59:08.282 INFO:teuthology.results:Tests finished! gathering results... 2021-03-12T04:59:45.589 INFO:scrape:Found 320 jobs 2021-03-12T04:59:46.382 WARNING:scrape:Ignoring malparsed backtrace: ceph version 15.2.9-120-g3cd904d7 (3cd904d7154e324a3d68e79f0d8e0c2fe65c4abb) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe1) [0x7fd3565f284e] , 2: (CopyFromOp::_finish(TestOp::CallbackInfo*)+0x501) [0x562ac08bf941] 2021-03-12T04:59:46.384 WARNING:scrape:Ignoring malparsed backtrace: 2021-03-12T01:48:43.394 INFO:teuthology.orchestra.run.smithi005.stdout: , dumped all , 2021-03-12T01:48:43.407 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":129,"stamp":"2021-03-12T01:48:41.655837+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30083393452,"num_objects":10112,"num_object_clones":0,"num_object_copies":20224,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10088,"num_whiteouts":27,"num_read":22772,"num_read_kb":1318550,"num_write":53258,"num_write_kb":24124013,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":24,"num_bytes_hit_set_archive":12435,"num_flush":3625,"num_flush_kb":10544416,"num_evict":3257,"num_evict_kb":9457021,"num_promote":3999,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49368,"ondisk_log_size":49368,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":562196280,"kb_used":40519888,"kb_used_data":521803744,"kb_used_omap":73572,"kb_used_meta":0,"kb_avail":521676392,"statfs":{"total":575688990720,"available":534196625408,"internally_reserved":130408448,"allocated":534327033856,"data_stored":534327033856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75338623,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":7,"commit_latency_ns":2000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-37213400,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-2,"num_whiteouts":7,"num_read":810,"num_read_kb":869080,"num_write":537,"num_write_kb":382424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":2,"num_bytes_hit_set_archive":1120,"num_flush":81,"num_flush_kb":193079,"num_evict":83,"num_evict_kb":198401,"num_promote":80,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002567"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.831220+0000","last_change":"2021-03-12T01:45:27.150932+0000","last_active":"2021-03-12T01:48:12.831220+0000","last_peered":"2021-03-12T01:48:12.831220+0000","last_clean":"2021-03-12T01:48:12.831220+0000","last_became_active":"2021-03-12T01:45:27.150551+0000","last_became_peered":"2021-03-12T01:45:27.150551+0000","last_unstale":"2021-03-12T01:48:12.831220+0000","last_undegraded":"2021-03-12T01:48:12.831220+0000","last_fullsized":"2021-03-12T01:48:12.831220+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.831089+0000","last_change":"2021-03-12T01:45:27.136757+0000","last_active":"2021-03-12T01:48:12.831089+0000","last_peered":"2021-03-12T01:48:12.831089+0000","last_clean":"2021-03-12T01:48:12.831089+0000","last_became_active":"2021-03-12T01:45:27.135540+0000","last_became_peered":"2021-03-12T01:45:27.135540+0000","last_unstale":"2021-03-12T01:48:12.831089+0000","last_undegraded":"2021-03-12T01:48:12.831089+0000","last_fullsized":"2021-03-12T01:48:12.831089+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"33'5931","reported_seq":"8203","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:35.948538+0000","last_change":"2021-03-12T01:45:37.689272+0000","last_active":"2021-03-12T01:48:35.948538+0000","last_peered":"2021-03-12T01:48:35.948538+0000","last_clean":"2021-03-12T01:48:35.948538+0000","last_became_active":"2021-03-12T01:45:37.688960+0000","last_became_peered":"2021-03-12T01:45:37.688960+0000","last_unstale":"2021-03-12T01:48:35.948538+0000","last_undegraded":"2021-03-12T01:48:35.948538+0000","last_fullsized":"2021-03-12T01:48:35.948538+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_clean_scrub_stamp":"2021-03-12T01:45:36.673694+0000","log_size":5931,"ondisk_log_size":5931,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":131706788,"num_objects":53,"num_object_clones":0,"num_object_copies":106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":6,"num_read":2012,"num_read_kb":1006,"num_write":5276,"num_write_kb":1229070,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2840,"num_flush":957,"num_flush_kb":2796887,"num_evict":873,"num_evict_kb":2540680,"num_promote":1059,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6661","reported_seq":"8743","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:38.111039+0000","last_change":"2021-03-12T01:45:35.754994+0000","last_active":"2021-03-12T01:48:38.111039+0000","last_peered":"2021-03-12T01:48:38.111039+0000","last_clean":"2021-03-12T01:48:38.111039+0000","last_became_active":"2021-03-12T01:45:35.754390+0000","last_became_peered":"2021-03-12T01:45:35.754390+0000","last_unstale":"2021-03-12T01:48:38.111039+0000","last_undegraded":"2021-03-12T01:48:38.111039+0000","last_fullsized":"2021-03-12T01:48:38.111039+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_clean_scrub_stamp":"2021-03-12T01:45:34.663418+0000","log_size":6661,"ondisk_log_size":6661,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7305301386,"num_objects":2458,"num_object_clones":0,"num_object_copies":4916,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2458,"num_whiteouts":0,"num_read":3719,"num_read_kb":242403,"num_write":8302,"num_write_kb":4666556,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.831396+0000","last_change":"2021-03-12T01:45:27.135998+0000","last_active":"2021-03-12T01:48:12.831396+0000","last_peered":"2021-03-12T01:48:12.831396+0000","last_clean":"2021-03-12T01:48:12.831396+0000","last_became_active":"2021-03-12T01:45:27.135288+0000","last_became_peered":"2021-03-12T01:45:27.135288+0000","last_unstale":"2021-03-12T01:48:12.831396+0000","last_undegraded":"2021-03-12T01:48:12.831396+0000","last_fullsized":"2021-03-12T01:48:12.831396+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"33'5297","reported_seq":"7327","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:37.632227+0000","last_change":"2021-03-12T01:45:37.692457+0000","last_active":"2021-03-12T01:48:37.632227+0000","last_peered":"2021-03-12T01:48:37.632227+0000","last_clean":"2021-03-12T01:48:37.632227+0000","last_became_active":"2021-03-12T01:45:37.692198+0000","last_became_peered":"2021-03-12T01:45:37.692198+0000","last_unstale":"2021-03-12T01:48:37.632227+0000","last_undegraded":"2021-03-12T01:48:37.632227+0000","last_fullsized":"2021-03-12T01:48:37.632227+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_clean_scrub_stamp":"2021-03-12T01:45:36.673694+0000","log_size":5297,"ondisk_log_size":5297,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":114259066,"num_objects":54,"num_object_clones":0,"num_object_copies":108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":8,"num_read":1817,"num_read_kb":882,"num_write":4732,"num_write_kb":1136651,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":2995,"num_flush":841,"num_flush_kb":2454893,"num_evict":758,"num_evict_kb":2214256,"num_promote":920,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6603","reported_seq":"8784","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:37.832426+0000","last_change":"2021-03-12T01:45:35.680412+0000","last_active":"2021-03-12T01:48:37.832426+0000","last_peered":"2021-03-12T01:48:37.832426+0000","last_clean":"2021-03-12T01:48:37.832426+0000","last_became_active":"2021-03-12T01:45:35.680172+0000","last_became_peered":"2021-03-12T01:45:35.680172+0000","last_unstale":"2021-03-12T01:48:37.832426+0000","last_undegraded":"2021-03-12T01:48:37.832426+0000","last_fullsized":"2021-03-12T01:48:37.832426+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_clean_scrub_stamp":"2021-03-12T01:45:34.663418+0000","log_size":6603,"ondisk_log_size":6603,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7415832589,"num_objects":2477,"num_object_clones":0,"num_object_copies":4954,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2477,"num_whiteouts":0,"num_read":3740,"num_read_kb":378286,"num_write":8154,"num_write_kb":4970350,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.831210+0000","last_change":"2021-03-12T01:45:27.136997+0000","last_active":"2021-03-12T01:48:12.831210+0000","last_peered":"2021-03-12T01:48:12.831210+0000","last_clean":"2021-03-12T01:48:12.831210+0000","last_became_active":"2021-03-12T01:45:27.136076+0000","last_became_peered":"2021-03-12T01:45:27.136076+0000","last_unstale":"2021-03-12T01:48:12.831210+0000","last_undegraded":"2021-03-12T01:48:12.831210+0000","last_fullsized":"2021-03-12T01:48:12.831210+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5459","reported_seq":"7649","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:37.633575+0000","last_change":"2021-03-12T01:45:38.211907+0000","last_active":"2021-03-12T01:48:37.633575+0000","last_peered":"2021-03-12T01:48:37.633575+0000","last_clean":"2021-03-12T01:48:37.633575+0000","last_became_active":"2021-03-12T01:45:38.211584+0000","last_became_peered":"2021-03-12T01:45:38.211584+0000","last_unstale":"2021-03-12T01:48:37.633575+0000","last_undegraded":"2021-03-12T01:48:37.633575+0000","last_fullsized":"2021-03-12T01:48:37.633575+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_clean_scrub_stamp":"2021-03-12T01:45:36.673694+0000","log_size":5459,"ondisk_log_size":5459,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":122936554,"num_objects":53,"num_object_clones":0,"num_object_copies":106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":6,"num_read":1932,"num_read_kb":916,"num_write":4872,"num_write_kb":1166993,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":3022,"num_flush":868,"num_flush_kb":2537661,"num_evict":716,"num_evict_kb":2103382,"num_promote":941,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6846","reported_seq":"9119","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:38.088775+0000","last_change":"2021-03-12T01:45:35.756804+0000","last_active":"2021-03-12T01:48:38.088775+0000","last_peered":"2021-03-12T01:48:38.088775+0000","last_clean":"2021-03-12T01:48:38.088775+0000","last_became_active":"2021-03-12T01:45:35.756444+0000","last_became_peered":"2021-03-12T01:45:35.756444+0000","last_unstale":"2021-03-12T01:48:38.088775+0000","last_undegraded":"2021-03-12T01:48:38.088775+0000","last_fullsized":"2021-03-12T01:48:38.088775+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_clean_scrub_stamp":"2021-03-12T01:45:34.663418+0000","log_size":6846,"ondisk_log_size":6846,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7617775353,"num_objects":2553,"num_object_clones":0,"num_object_copies":5106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2553,"num_whiteouts":0,"num_read":3900,"num_read_kb":362731,"num_write":8464,"num_write_kb":5015847,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.834867+0000","last_change":"2021-03-12T01:45:27.136620+0000","last_active":"2021-03-12T01:48:12.834867+0000","last_peered":"2021-03-12T01:48:12.834867+0000","last_clean":"2021-03-12T01:48:12.834867+0000","last_became_active":"2021-03-12T01:45:27.135821+0000","last_became_peered":"2021-03-12T01:45:27.135821+0000","last_unstale":"2021-03-12T01:48:12.834867+0000","last_undegraded":"2021-03-12T01:48:12.834867+0000","last_fullsized":"2021-03-12T01:48:12.834867+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"33'6028","reported_seq":"8298","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:36.697793+0000","last_change":"2021-03-12T01:45:37.691359+0000","last_active":"2021-03-12T01:48:36.697793+0000","last_peered":"2021-03-12T01:48:36.697793+0000","last_clean":"2021-03-12T01:48:36.697793+0000","last_became_active":"2021-03-12T01:45:37.691034+0000","last_became_peered":"2021-03-12T01:45:37.691034+0000","last_unstale":"2021-03-12T01:48:36.697793+0000","last_undegraded":"2021-03-12T01:48:36.697793+0000","last_fullsized":"2021-03-12T01:48:36.697793+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_clean_scrub_stamp":"2021-03-12T01:45:36.673694+0000","log_size":6028,"ondisk_log_size":6028,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":121673945,"num_objects":55,"num_object_clones":0,"num_object_copies":110,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":7,"num_read":2046,"num_read_kb":12870,"num_write":5338,"num_write_kb":1228600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":7,"num_bytes_hit_set_archive":3578,"num_flush":959,"num_flush_kb":2754975,"num_evict":910,"num_evict_kb":2598703,"num_promote":1079,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6543","reported_seq":"8537","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:38.120228+0000","last_change":"2021-03-12T01:45:35.754621+0000","last_active":"2021-03-12T01:48:38.120228+0000","last_peered":"2021-03-12T01:48:38.120228+0000","last_clean":"2021-03-12T01:48:38.120228+0000","last_became_active":"2021-03-12T01:45:35.753883+0000","last_became_peered":"2021-03-12T01:45:35.753883+0000","last_unstale":"2021-03-12T01:48:38.120228+0000","last_undegraded":"2021-03-12T01:48:38.120228+0000","last_fullsized":"2021-03-12T01:48:38.120228+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_clean_scrub_stamp":"2021-03-12T01:45:34.663418+0000","log_size":6543,"ondisk_log_size":6543,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7253907771,"num_objects":2409,"num_object_clones":0,"num_object_copies":4818,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2409,"num_whiteouts":0,"num_read":3606,"num_read_kb":319456,"num_write":8120,"num_write_kb":4709946,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.887768+0000","last_change":"2021-03-12T01:45:26.448555+0000","last_active":"2021-03-12T01:48:12.887768+0000","last_peered":"2021-03-12T01:48:12.887768+0000","last_clean":"2021-03-12T01:48:12.887768+0000","last_became_active":"2021-03-12T01:45:26.448284+0000","last_became_peered":"2021-03-12T01:45:26.448284+0000","last_unstale":"2021-03-12T01:48:12.887768+0000","last_undegraded":"2021-03-12T01:48:12.887768+0000","last_fullsized":"2021-03-12T01:48:12.887768+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.887429+0000","last_change":"2021-03-12T01:45:26.449508+0000","last_active":"2021-03-12T01:48:12.887429+0000","last_peered":"2021-03-12T01:48:12.887429+0000","last_clean":"2021-03-12T01:48:12.887429+0000","last_became_active":"2021-03-12T01:45:26.448788+0000","last_became_peered":"2021-03-12T01:45:26.448788+0000","last_unstale":"2021-03-12T01:48:12.887429+0000","last_undegraded":"2021-03-12T01:48:12.887429+0000","last_fullsized":"2021-03-12T01:48:12.887429+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.834867+0000","last_change":"2021-03-12T01:45:27.150785+0000","last_active":"2021-03-12T01:48:12.834867+0000","last_peered":"2021-03-12T01:48:12.834867+0000","last_clean":"2021-03-12T01:48:12.834867+0000","last_became_active":"2021-03-12T01:45:27.150500+0000","last_became_peered":"2021-03-12T01:45:27.150500+0000","last_unstale":"2021-03-12T01:48:12.834867+0000","last_undegraded":"2021-03-12T01:48:12.834867+0000","last_fullsized":"2021-03-12T01:48:12.834867+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":490576353,"num_objects":215,"num_object_clones":0,"num_object_copies":430,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":191,"num_whiteouts":27,"num_read":7807,"num_read_kb":15674,"num_write":20218,"num_write_kb":4761314,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":24,"num_bytes_hit_set_archive":12435,"num_flush":3625,"num_flush_kb":10544416,"num_evict":3257,"num_evict_kb":9457021,"num_promote":3999,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22715,"ondisk_log_size":22715,"up":8,"acting":8,"num_store_stats":0},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":0},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29592817099,"num_objects":9897,"num_object_clones":0,"num_object_copies":19794,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9897,"num_whiteouts":0,"num_read":14965,"num_read_kb":1302876,"num_write":33040,"num_write_kb":19362699,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26653,"ondisk_log_size":26653,"up":8,"acting":8,"num_store_stats":0}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640299,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":9861872,"kb_used_data":83859056,"kb_used_omap":12366,"kb_used_meta":0,"kb_avail":83837508,"statfs":{"total":95948165120,"available":85849608192,"internally_reserved":22065152,"allocated":85871673344,"data_stored":85871673344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12663431,"internal_metadata":0},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":2,"commit_latency_ns":1000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.55100000000000005,"15min":0.56999999999999995},"min":{"1min":0.251,"5min":0.247,"15min":0.247},"max":{"1min":2.04,"5min":2.04,"15min":2.04},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.60099999999999998,"15min":0.63700000000000001},"min":{"1min":0.313,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.7410000000000001,"5min":1.907,"15min":1.907},"last":0.94199999999999995}]},{"osd":1,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.61399999999999999,"15min":0.67000000000000004},"min":{"1min":0.28799999999999998,"5min":0.251,"15min":0.251},"max":{"1min":0.67600000000000005,"5min":1.2,"15min":1.2},"last":0.91100000000000003},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.73299999999999998,"15min":0.79300000000000004},"min":{"1min":0.36199999999999999,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.7809999999999999,"5min":1.7809999999999999,"15min":1.7809999999999999},"last":1.0880000000000001}]},{"osd":2,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.70399999999999996,"5min":0.75900000000000001,"15min":0.80900000000000005},"min":{"1min":0.39600000000000002,"5min":0.376,"15min":0.376},"max":{"1min":1.8120000000000001,"5min":1.8120000000000001,"15min":1.8120000000000001},"last":0.80800000000000005},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.74399999999999999,"15min":0.80400000000000005},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":2.0830000000000002,"5min":2.1240000000000001,"15min":2.1240000000000001},"last":0.86199999999999999}]},{"osd":3,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.501,"15min":0.55600000000000005},"min":{"1min":0.23599999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.57899999999999996,"5min":1.121,"15min":1.121},"last":0.77200000000000002},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.67700000000000005,"15min":0.75700000000000001},"min":{"1min":0.25700000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":2.1509999999999998,"5min":2.1509999999999998,"15min":2.1509999999999998},"last":1.024}]},{"osd":4,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.64300000000000002,"15min":0.72099999999999997},"min":{"1min":0.26600000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":1.9570000000000001,"5min":2.0419999999999998,"15min":2.0419999999999998},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.625,"15min":0.67400000000000004},"min":{"1min":0.27500000000000002,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":2.1320000000000001,"5min":2.1320000000000001,"15min":2.1320000000000001},"last":0.70499999999999996}]}]},{"osd":4,"up_from":11,"seq":47244640299,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":426672,"kb_used_data":93272708,"kb_used_omap":11968,"kb_used_meta":0,"kb_avail":93272708,"statfs":{"total":95948165120,"available":95511252992,"internally_reserved":0,"allocated":95511252992,"data_stored":95511252992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12255423,"internal_metadata":0},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 12 01:48:27 2021","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59299999999999997,"15min":0.61499999999999999},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":2.5499999999999998,"5min":2.5499999999999998,"15min":2.5499999999999998},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.69299999999999995,"15min":0.70499999999999996},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":2.669,"5min":2.669,"15min":2.669},"last":0.86699999999999999}]},{"osd":1,"last update":"Fri Mar 12 01:48:27 2021","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.59699999999999998,"15min":0.59099999999999997},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":3.4329999999999998,"5min":3.4329999999999998,"15min":3.4329999999999998},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.55700000000000005,"15min":0.58699999999999997},"min":{"1min":0.32100000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":1.0640000000000001,"5min":1.115,"15min":1.115},"last":0.497}]},{"osd":2,"last update":"Fri Mar 12 01:48:27 2021","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.66400000000000003,"15min":0.72299999999999998},"min":{"1min":0.33700000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.84399999999999997,"5min":1.226,"15min":1.226},"last":0.91900000000000004},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.66000000000000003,"15min":0.68999999999999995},"min":{"1min":0.39800000000000002,"5min":0.38,"15min":0.38},"max":{"1min":0.75,"5min":1.167,"15min":1.167},"last":0.95299999999999996}]},{"osd":3,"last update":"Fri Mar 12 01:48:27 2021","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.47499999999999998,"15min":0.48999999999999999},"min":{"1min":0.27900000000000003,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.53700000000000003,"15min":0.57199999999999995},"min":{"1min":0.24099999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.70799999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.65200000000000002}]},{"osd":5,"last update":"Fri Mar 12 01:48:27 2021","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.53200000000000003,"15min":0.54700000000000004},"min":{"1min":0.25700000000000001,"5min":0.248,"15min":0.248},"max":{"1min":1.0489999999999999,"5min":1.262,"15min":1.262},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.505,"5min":0.57799999999999996,"15min":0.61199999999999999},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.84499999999999997,"5min":1.2,"15min":1.2},"last":0.81899999999999995}]}]},{"osd":3,"up_from":11,"seq":47244640299,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":4934852,"kb_used_data":88798712,"kb_used_omap":3507,"kb_used_meta":0,"kb_avail":88764528,"statfs":{"total":95948165120,"available":90894876672,"internally_reserved":35004416,"allocated":90929881088,"data_stored":90929881088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3591755,"internal_metadata":0},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":2,"commit_latency_ns":1000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 12 01:48:29 2021","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.54500000000000004,"15min":0.57499999999999996},"min":{"1min":0.35299999999999998,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.754,"5min":1.1040000000000001,"15min":1.1040000000000001},"last":0.85199999999999998},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.56100000000000005,"15min":0.60799999999999998},"min":{"1min":0.29199999999999998,"5min":0.254,"15min":0.254},"max":{"1min":0.66800000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.76400000000000001}]},{"osd":1,"last update":"Fri Mar 12 01:48:29 2021","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.68999999999999995,"15min":0.72799999999999998},"min":{"1min":0.29599999999999999,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":3.056,"5min":3.056,"15min":3.056},"last":1.0449999999999999},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.76000000000000001,"15min":0.78700000000000003},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":2.7639999999999998,"5min":2.7639999999999998,"15min":2.7639999999999998},"last":0.82299999999999995}]},{"osd":2,"last update":"Fri Mar 12 01:48:29 2021","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.64000000000000001,"15min":0.65200000000000002},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":3.323,"5min":3.323,"15min":3.323},"last":0.79600000000000004},{"interface":"front","average":{"1min":0.79200000000000004,"5min":0.73099999999999998,"15min":0.752},"min":{"1min":0.35499999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":4.6109999999999998,"5min":4.6109999999999998,"15min":4.6109999999999998},"last":0.94099999999999995}]},{"osd":4,"last update":"Fri Mar 12 01:48:29 2021","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.56100000000000005,"15min":0.60099999999999998},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.77500000000000002,"5min":1.073,"15min":1.073},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.621,"15min":0.68700000000000006},"min":{"1min":0.23100000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.82599999999999996,"5min":1.196,"15min":1.196},"last":0.69899999999999995}]},{"osd":5,"last update":"Fri Mar 12 01:48:29 2021","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.58599999999999997,"15min":0.60999999999999999},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":2.3980000000000001,"5min":2.3980000000000001,"15min":2.3980000000000001},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.66400000000000003,"15min":0.70999999999999996},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.879,"5min":1.069,"15min":1.069},"last":0.56699999999999995}]}]},{"osd":2,"up_from":11,"seq":47244640298,"num_pgs":5,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":10176348,"kb_used_data":83568436,"kb_used_omap":12485,"kb_used_meta":0,"kb_avail":83523032,"statfs":{"total":95948165120,"available":85527584768,"internally_reserved":46493696,"allocated":85574078464,"data_stored":85574078464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12785275,"internal_metadata":0},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.318,"5min":0.40300000000000002,"15min":0.436},"min":{"1min":0.17599999999999999,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.60899999999999999,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.63700000000000001,"15min":0.70099999999999996},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.71399999999999997,"5min":1.157,"15min":1.157},"last":0.69099999999999995}]},{"osd":1,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.52500000000000002,"15min":0.55900000000000005},"min":{"1min":0.23899999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.95499999999999996,"5min":1.2070000000000001,"15min":1.2070000000000001},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.65400000000000003,"15min":0.71199999999999997},"min":{"1min":0.34399999999999997,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.99199999999999999,"5min":1.075,"15min":1.075},"last":0.97299999999999998}]},{"osd":3,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.64900000000000002,"15min":0.69699999999999995},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.77300000000000002},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.70999999999999996,"15min":0.78200000000000003},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.77400000000000002,"5min":1.3140000000000001,"15min":1.3140000000000001},"last":1.0509999999999999}]},{"osd":4,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.628,"15min":0.64800000000000002},"min":{"1min":0.34300000000000003,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":1.4390000000000001,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":0.82199999999999995},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.72499999999999998,"15min":0.78300000000000003},"min":{"1min":0.373,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.3380000000000001,"5min":1.3380000000000001,"15min":1.3380000000000001},"last":0.86599999999999999}]},{"osd":5,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.755,"15min":0.78600000000000003},"min":{"1min":0.499,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":2.23,"5min":2.23,"15min":2.23},"last":0.93700000000000006},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.76000000000000001,"15min":0.80300000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":2.2749999999999999,"5min":2.2749999999999999,"15min":2.2749999999999999},"last":0.91200000000000003}]}]},{"osd":0,"up_from":11,"seq":47244640298,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":435976,"kb_used_data":93263404,"kb_used_omap":11982,"kb_used_meta":0,"kb_avail":93263404,"statfs":{"total":95948165120,"available":95501725696,"internally_reserved":0,"allocated":95501725696,"data_stored":95501725696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12270063,"internal_metadata":0},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.45700000000000002,"15min":0.47799999999999998},"min":{"1min":0.215,"5min":0.192,"15min":0.192},"max":{"1min":0.88200000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.64600000000000002,"15min":0.63400000000000001},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":5.7729999999999997,"5min":5.7729999999999997,"15min":5.7729999999999997},"last":0.81499999999999995}]},{"osd":2,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.55300000000000005,"15min":0.57099999999999995},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.0249999999999999,"5min":1.151,"15min":1.151},"last":0.625},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.58899999999999997,"15min":0.62},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":2.3370000000000002,"5min":2.3370000000000002,"15min":2.3370000000000002},"last":0.92000000000000004}]},{"osd":3,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.81599999999999995,"5min":0.70099999999999996,"15min":0.72299999999999998},"min":{"1min":0.29799999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":3.544,"5min":3.544,"15min":3.544},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.69999999999999996,"15min":0.74399999999999999},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.0660000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.95399999999999996}]},{"osd":4,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":0.76100000000000001,"15min":0.78100000000000003},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":3.472,"5min":3.472,"15min":3.472},"last":1.014},{"interface":"front","average":{"1min":0.75600000000000001,"5min":0.80200000000000005,"15min":0.83699999999999997},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":2.4550000000000001,"5min":2.4550000000000001,"15min":2.4550000000000001},"last":1.085}]},{"osd":5,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":0.79100000000000004,"15min":0.80500000000000005},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":3.6400000000000001,"5min":3.6400000000000001,"15min":3.6400000000000001},"last":0.874},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.70999999999999996,"15min":0.73199999999999998},"min":{"1min":0.44500000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":1.333,"5min":1.333,"15min":1.333},"last":1.125}]}]},{"osd":1,"up_from":11,"seq":47244640298,"num_pgs":7,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":14684168,"kb_used_data":79041428,"kb_used_omap":21262,"kb_used_meta":0,"kb_avail":79015212,"statfs":{"total":95948165120,"available":80911577088,"internally_reserved":26845184,"allocated":80938422272,"data_stored":80938422272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":21772676,"internal_metadata":0},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":2,"commit_latency_ns":0,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.47699999999999998,"15min":0.495},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.90100000000000002,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.59099999999999997,"15min":0.59299999999999997},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":3.302,"5min":3.302,"15min":3.302},"last":0.81999999999999995}]},{"osd":2,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.55500000000000005,"15min":0.54300000000000004},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":2.4009999999999998,"5min":2.4009999999999998,"15min":2.4009999999999998},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.623,"15min":0.66300000000000003},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.94699999999999995,"5min":1.1970000000000001,"15min":1.1970000000000001},"last":0.69399999999999995}]},{"osd":3,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.73399999999999999,"15min":0.76500000000000001},"min":{"1min":0.40400000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.228,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":1.018},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.77400000000000002,"15min":0.77900000000000003},"min":{"1min":0.33000000000000002,"5min":0.318,"15min":0.318},"max":{"1min":3.4590000000000001,"5min":3.4590000000000001,"15min":3.4590000000000001},"last":0.98399999999999999}]},{"osd":4,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.77700000000000002,"5min":0.77000000000000002,"15min":0.80000000000000004},"min":{"1min":0.36899999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":2.5369999999999999,"5min":2.5369999999999999,"15min":2.5369999999999999},"last":0.91900000000000004},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.83399999999999996,"15min":0.88400000000000001},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":1.121,"5min":1.7989999999999999,"15min":1.7989999999999999},"last":0.88100000000000001}]},{"osd":5,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.80600000000000005,"15min":0.82599999999999996},"min":{"1min":0.43099999999999999,"5min":0.374,"15min":0.374},"max":{"1min":2.5619999999999998,"5min":2.5619999999999998,"15min":2.5619999999999998},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.873,"15min":0.88500000000000001},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":3.5129999999999999,"5min":3.5129999999999999,"15min":3.5129999999999999},"last":1.0660000000000001}]}]}]}} 2021-03-12T04:59:46.386 WARNING:scrape:Ignoring malparsed backtrace: 2021-03-12T01:49:45.973 DEBUG:teuthology.orchestra.run.smithi005:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 , 2021-03-12T01:49:46.137 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi005.front.sepia.ceph.com , 2021-03-12T01:49:46.138 DEBUG:teuthology.orchestra.run.smithi005:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2021-03-12T04:59:46.387 WARNING:scrape:Ignoring malparsed backtrace: 2021-03-12T01:50:15.633 DEBUG:teuthology.orchestra.run.smithi139:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- , 2021-03-12T01:50:15.672 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo , 2021-03-12T01:50:15.690 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2021-03-12T04:59:46.512 WARNING:scrape:Ignoring malparsed backtrace: ceph version 15.2.9-120-g3cd904d7 (3cd904d7154e324a3d68e79f0d8e0c2fe65c4abb) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe1) [0x7fd3565f284e] , 2: (CopyFromOp::_finish(TestOp::CallbackInfo*)+0x501) [0x562ac08bf941] 2021-03-12T04:59:46.515 WARNING:scrape:Ignoring malparsed backtrace: 2021-03-12T01:48:43.394 INFO:teuthology.orchestra.run.smithi005.stdout: , dumped all , 2021-03-12T01:48:43.407 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":129,"stamp":"2021-03-12T01:48:41.655837+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30083393452,"num_objects":10112,"num_object_clones":0,"num_object_copies":20224,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10088,"num_whiteouts":27,"num_read":22772,"num_read_kb":1318550,"num_write":53258,"num_write_kb":24124013,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":24,"num_bytes_hit_set_archive":12435,"num_flush":3625,"num_flush_kb":10544416,"num_evict":3257,"num_evict_kb":9457021,"num_promote":3999,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49368,"ondisk_log_size":49368,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":562196280,"kb_used":40519888,"kb_used_data":521803744,"kb_used_omap":73572,"kb_used_meta":0,"kb_avail":521676392,"statfs":{"total":575688990720,"available":534196625408,"internally_reserved":130408448,"allocated":534327033856,"data_stored":534327033856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75338623,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":7,"commit_latency_ns":2000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-37213400,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-2,"num_whiteouts":7,"num_read":810,"num_read_kb":869080,"num_write":537,"num_write_kb":382424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":2,"num_bytes_hit_set_archive":1120,"num_flush":81,"num_flush_kb":193079,"num_evict":83,"num_evict_kb":198401,"num_promote":80,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002567"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.831220+0000","last_change":"2021-03-12T01:45:27.150932+0000","last_active":"2021-03-12T01:48:12.831220+0000","last_peered":"2021-03-12T01:48:12.831220+0000","last_clean":"2021-03-12T01:48:12.831220+0000","last_became_active":"2021-03-12T01:45:27.150551+0000","last_became_peered":"2021-03-12T01:45:27.150551+0000","last_unstale":"2021-03-12T01:48:12.831220+0000","last_undegraded":"2021-03-12T01:48:12.831220+0000","last_fullsized":"2021-03-12T01:48:12.831220+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.831089+0000","last_change":"2021-03-12T01:45:27.136757+0000","last_active":"2021-03-12T01:48:12.831089+0000","last_peered":"2021-03-12T01:48:12.831089+0000","last_clean":"2021-03-12T01:48:12.831089+0000","last_became_active":"2021-03-12T01:45:27.135540+0000","last_became_peered":"2021-03-12T01:45:27.135540+0000","last_unstale":"2021-03-12T01:48:12.831089+0000","last_undegraded":"2021-03-12T01:48:12.831089+0000","last_fullsized":"2021-03-12T01:48:12.831089+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"33'5931","reported_seq":"8203","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:35.948538+0000","last_change":"2021-03-12T01:45:37.689272+0000","last_active":"2021-03-12T01:48:35.948538+0000","last_peered":"2021-03-12T01:48:35.948538+0000","last_clean":"2021-03-12T01:48:35.948538+0000","last_became_active":"2021-03-12T01:45:37.688960+0000","last_became_peered":"2021-03-12T01:45:37.688960+0000","last_unstale":"2021-03-12T01:48:35.948538+0000","last_undegraded":"2021-03-12T01:48:35.948538+0000","last_fullsized":"2021-03-12T01:48:35.948538+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_clean_scrub_stamp":"2021-03-12T01:45:36.673694+0000","log_size":5931,"ondisk_log_size":5931,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":131706788,"num_objects":53,"num_object_clones":0,"num_object_copies":106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":6,"num_read":2012,"num_read_kb":1006,"num_write":5276,"num_write_kb":1229070,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2840,"num_flush":957,"num_flush_kb":2796887,"num_evict":873,"num_evict_kb":2540680,"num_promote":1059,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6661","reported_seq":"8743","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:38.111039+0000","last_change":"2021-03-12T01:45:35.754994+0000","last_active":"2021-03-12T01:48:38.111039+0000","last_peered":"2021-03-12T01:48:38.111039+0000","last_clean":"2021-03-12T01:48:38.111039+0000","last_became_active":"2021-03-12T01:45:35.754390+0000","last_became_peered":"2021-03-12T01:45:35.754390+0000","last_unstale":"2021-03-12T01:48:38.111039+0000","last_undegraded":"2021-03-12T01:48:38.111039+0000","last_fullsized":"2021-03-12T01:48:38.111039+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_clean_scrub_stamp":"2021-03-12T01:45:34.663418+0000","log_size":6661,"ondisk_log_size":6661,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7305301386,"num_objects":2458,"num_object_clones":0,"num_object_copies":4916,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2458,"num_whiteouts":0,"num_read":3719,"num_read_kb":242403,"num_write":8302,"num_write_kb":4666556,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.831396+0000","last_change":"2021-03-12T01:45:27.135998+0000","last_active":"2021-03-12T01:48:12.831396+0000","last_peered":"2021-03-12T01:48:12.831396+0000","last_clean":"2021-03-12T01:48:12.831396+0000","last_became_active":"2021-03-12T01:45:27.135288+0000","last_became_peered":"2021-03-12T01:45:27.135288+0000","last_unstale":"2021-03-12T01:48:12.831396+0000","last_undegraded":"2021-03-12T01:48:12.831396+0000","last_fullsized":"2021-03-12T01:48:12.831396+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"33'5297","reported_seq":"7327","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:37.632227+0000","last_change":"2021-03-12T01:45:37.692457+0000","last_active":"2021-03-12T01:48:37.632227+0000","last_peered":"2021-03-12T01:48:37.632227+0000","last_clean":"2021-03-12T01:48:37.632227+0000","last_became_active":"2021-03-12T01:45:37.692198+0000","last_became_peered":"2021-03-12T01:45:37.692198+0000","last_unstale":"2021-03-12T01:48:37.632227+0000","last_undegraded":"2021-03-12T01:48:37.632227+0000","last_fullsized":"2021-03-12T01:48:37.632227+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_clean_scrub_stamp":"2021-03-12T01:45:36.673694+0000","log_size":5297,"ondisk_log_size":5297,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":114259066,"num_objects":54,"num_object_clones":0,"num_object_copies":108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":8,"num_read":1817,"num_read_kb":882,"num_write":4732,"num_write_kb":1136651,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":2995,"num_flush":841,"num_flush_kb":2454893,"num_evict":758,"num_evict_kb":2214256,"num_promote":920,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6603","reported_seq":"8784","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:37.832426+0000","last_change":"2021-03-12T01:45:35.680412+0000","last_active":"2021-03-12T01:48:37.832426+0000","last_peered":"2021-03-12T01:48:37.832426+0000","last_clean":"2021-03-12T01:48:37.832426+0000","last_became_active":"2021-03-12T01:45:35.680172+0000","last_became_peered":"2021-03-12T01:45:35.680172+0000","last_unstale":"2021-03-12T01:48:37.832426+0000","last_undegraded":"2021-03-12T01:48:37.832426+0000","last_fullsized":"2021-03-12T01:48:37.832426+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_clean_scrub_stamp":"2021-03-12T01:45:34.663418+0000","log_size":6603,"ondisk_log_size":6603,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7415832589,"num_objects":2477,"num_object_clones":0,"num_object_copies":4954,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2477,"num_whiteouts":0,"num_read":3740,"num_read_kb":378286,"num_write":8154,"num_write_kb":4970350,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.831210+0000","last_change":"2021-03-12T01:45:27.136997+0000","last_active":"2021-03-12T01:48:12.831210+0000","last_peered":"2021-03-12T01:48:12.831210+0000","last_clean":"2021-03-12T01:48:12.831210+0000","last_became_active":"2021-03-12T01:45:27.136076+0000","last_became_peered":"2021-03-12T01:45:27.136076+0000","last_unstale":"2021-03-12T01:48:12.831210+0000","last_undegraded":"2021-03-12T01:48:12.831210+0000","last_fullsized":"2021-03-12T01:48:12.831210+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5459","reported_seq":"7649","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:37.633575+0000","last_change":"2021-03-12T01:45:38.211907+0000","last_active":"2021-03-12T01:48:37.633575+0000","last_peered":"2021-03-12T01:48:37.633575+0000","last_clean":"2021-03-12T01:48:37.633575+0000","last_became_active":"2021-03-12T01:45:38.211584+0000","last_became_peered":"2021-03-12T01:45:38.211584+0000","last_unstale":"2021-03-12T01:48:37.633575+0000","last_undegraded":"2021-03-12T01:48:37.633575+0000","last_fullsized":"2021-03-12T01:48:37.633575+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_clean_scrub_stamp":"2021-03-12T01:45:36.673694+0000","log_size":5459,"ondisk_log_size":5459,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":122936554,"num_objects":53,"num_object_clones":0,"num_object_copies":106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":6,"num_read":1932,"num_read_kb":916,"num_write":4872,"num_write_kb":1166993,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":3022,"num_flush":868,"num_flush_kb":2537661,"num_evict":716,"num_evict_kb":2103382,"num_promote":941,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6846","reported_seq":"9119","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:38.088775+0000","last_change":"2021-03-12T01:45:35.756804+0000","last_active":"2021-03-12T01:48:38.088775+0000","last_peered":"2021-03-12T01:48:38.088775+0000","last_clean":"2021-03-12T01:48:38.088775+0000","last_became_active":"2021-03-12T01:45:35.756444+0000","last_became_peered":"2021-03-12T01:45:35.756444+0000","last_unstale":"2021-03-12T01:48:38.088775+0000","last_undegraded":"2021-03-12T01:48:38.088775+0000","last_fullsized":"2021-03-12T01:48:38.088775+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_clean_scrub_stamp":"2021-03-12T01:45:34.663418+0000","log_size":6846,"ondisk_log_size":6846,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7617775353,"num_objects":2553,"num_object_clones":0,"num_object_copies":5106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2553,"num_whiteouts":0,"num_read":3900,"num_read_kb":362731,"num_write":8464,"num_write_kb":5015847,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.834867+0000","last_change":"2021-03-12T01:45:27.136620+0000","last_active":"2021-03-12T01:48:12.834867+0000","last_peered":"2021-03-12T01:48:12.834867+0000","last_clean":"2021-03-12T01:48:12.834867+0000","last_became_active":"2021-03-12T01:45:27.135821+0000","last_became_peered":"2021-03-12T01:45:27.135821+0000","last_unstale":"2021-03-12T01:48:12.834867+0000","last_undegraded":"2021-03-12T01:48:12.834867+0000","last_fullsized":"2021-03-12T01:48:12.834867+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"33'6028","reported_seq":"8298","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:36.697793+0000","last_change":"2021-03-12T01:45:37.691359+0000","last_active":"2021-03-12T01:48:36.697793+0000","last_peered":"2021-03-12T01:48:36.697793+0000","last_clean":"2021-03-12T01:48:36.697793+0000","last_became_active":"2021-03-12T01:45:37.691034+0000","last_became_peered":"2021-03-12T01:45:37.691034+0000","last_unstale":"2021-03-12T01:48:36.697793+0000","last_undegraded":"2021-03-12T01:48:36.697793+0000","last_fullsized":"2021-03-12T01:48:36.697793+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_clean_scrub_stamp":"2021-03-12T01:45:36.673694+0000","log_size":6028,"ondisk_log_size":6028,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":121673945,"num_objects":55,"num_object_clones":0,"num_object_copies":110,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":7,"num_read":2046,"num_read_kb":12870,"num_write":5338,"num_write_kb":1228600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":7,"num_bytes_hit_set_archive":3578,"num_flush":959,"num_flush_kb":2754975,"num_evict":910,"num_evict_kb":2598703,"num_promote":1079,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6543","reported_seq":"8537","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:38.120228+0000","last_change":"2021-03-12T01:45:35.754621+0000","last_active":"2021-03-12T01:48:38.120228+0000","last_peered":"2021-03-12T01:48:38.120228+0000","last_clean":"2021-03-12T01:48:38.120228+0000","last_became_active":"2021-03-12T01:45:35.753883+0000","last_became_peered":"2021-03-12T01:45:35.753883+0000","last_unstale":"2021-03-12T01:48:38.120228+0000","last_undegraded":"2021-03-12T01:48:38.120228+0000","last_fullsized":"2021-03-12T01:48:38.120228+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_clean_scrub_stamp":"2021-03-12T01:45:34.663418+0000","log_size":6543,"ondisk_log_size":6543,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7253907771,"num_objects":2409,"num_object_clones":0,"num_object_copies":4818,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2409,"num_whiteouts":0,"num_read":3606,"num_read_kb":319456,"num_write":8120,"num_write_kb":4709946,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.887768+0000","last_change":"2021-03-12T01:45:26.448555+0000","last_active":"2021-03-12T01:48:12.887768+0000","last_peered":"2021-03-12T01:48:12.887768+0000","last_clean":"2021-03-12T01:48:12.887768+0000","last_became_active":"2021-03-12T01:45:26.448284+0000","last_became_peered":"2021-03-12T01:45:26.448284+0000","last_unstale":"2021-03-12T01:48:12.887768+0000","last_undegraded":"2021-03-12T01:48:12.887768+0000","last_fullsized":"2021-03-12T01:48:12.887768+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.887429+0000","last_change":"2021-03-12T01:45:26.449508+0000","last_active":"2021-03-12T01:48:12.887429+0000","last_peered":"2021-03-12T01:48:12.887429+0000","last_clean":"2021-03-12T01:48:12.887429+0000","last_became_active":"2021-03-12T01:45:26.448788+0000","last_became_peered":"2021-03-12T01:45:26.448788+0000","last_unstale":"2021-03-12T01:48:12.887429+0000","last_undegraded":"2021-03-12T01:48:12.887429+0000","last_fullsized":"2021-03-12T01:48:12.887429+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.834867+0000","last_change":"2021-03-12T01:45:27.150785+0000","last_active":"2021-03-12T01:48:12.834867+0000","last_peered":"2021-03-12T01:48:12.834867+0000","last_clean":"2021-03-12T01:48:12.834867+0000","last_became_active":"2021-03-12T01:45:27.150500+0000","last_became_peered":"2021-03-12T01:45:27.150500+0000","last_unstale":"2021-03-12T01:48:12.834867+0000","last_undegraded":"2021-03-12T01:48:12.834867+0000","last_fullsized":"2021-03-12T01:48:12.834867+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":490576353,"num_objects":215,"num_object_clones":0,"num_object_copies":430,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":191,"num_whiteouts":27,"num_read":7807,"num_read_kb":15674,"num_write":20218,"num_write_kb":4761314,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":24,"num_bytes_hit_set_archive":12435,"num_flush":3625,"num_flush_kb":10544416,"num_evict":3257,"num_evict_kb":9457021,"num_promote":3999,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22715,"ondisk_log_size":22715,"up":8,"acting":8,"num_store_stats":0},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":0},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29592817099,"num_objects":9897,"num_object_clones":0,"num_object_copies":19794,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9897,"num_whiteouts":0,"num_read":14965,"num_read_kb":1302876,"num_write":33040,"num_write_kb":19362699,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26653,"ondisk_log_size":26653,"up":8,"acting":8,"num_store_stats":0}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640299,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":9861872,"kb_used_data":83859056,"kb_used_omap":12366,"kb_used_meta":0,"kb_avail":83837508,"statfs":{"total":95948165120,"available":85849608192,"internally_reserved":22065152,"allocated":85871673344,"data_stored":85871673344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12663431,"internal_metadata":0},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":2,"commit_latency_ns":1000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.55100000000000005,"15min":0.56999999999999995},"min":{"1min":0.251,"5min":0.247,"15min":0.247},"max":{"1min":2.04,"5min":2.04,"15min":2.04},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.60099999999999998,"15min":0.63700000000000001},"min":{"1min":0.313,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.7410000000000001,"5min":1.907,"15min":1.907},"last":0.94199999999999995}]},{"osd":1,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.61399999999999999,"15min":0.67000000000000004},"min":{"1min":0.28799999999999998,"5min":0.251,"15min":0.251},"max":{"1min":0.67600000000000005,"5min":1.2,"15min":1.2},"last":0.91100000000000003},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.73299999999999998,"15min":0.79300000000000004},"min":{"1min":0.36199999999999999,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.7809999999999999,"5min":1.7809999999999999,"15min":1.7809999999999999},"last":1.0880000000000001}]},{"osd":2,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.70399999999999996,"5min":0.75900000000000001,"15min":0.80900000000000005},"min":{"1min":0.39600000000000002,"5min":0.376,"15min":0.376},"max":{"1min":1.8120000000000001,"5min":1.8120000000000001,"15min":1.8120000000000001},"last":0.80800000000000005},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.74399999999999999,"15min":0.80400000000000005},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":2.0830000000000002,"5min":2.1240000000000001,"15min":2.1240000000000001},"last":0.86199999999999999}]},{"osd":3,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.501,"15min":0.55600000000000005},"min":{"1min":0.23599999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.57899999999999996,"5min":1.121,"15min":1.121},"last":0.77200000000000002},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.67700000000000005,"15min":0.75700000000000001},"min":{"1min":0.25700000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":2.1509999999999998,"5min":2.1509999999999998,"15min":2.1509999999999998},"last":1.024}]},{"osd":4,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.64300000000000002,"15min":0.72099999999999997},"min":{"1min":0.26600000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":1.9570000000000001,"5min":2.0419999999999998,"15min":2.0419999999999998},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.625,"15min":0.67400000000000004},"min":{"1min":0.27500000000000002,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":2.1320000000000001,"5min":2.1320000000000001,"15min":2.1320000000000001},"last":0.70499999999999996}]}]},{"osd":4,"up_from":11,"seq":47244640299,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":426672,"kb_used_data":93272708,"kb_used_omap":11968,"kb_used_meta":0,"kb_avail":93272708,"statfs":{"total":95948165120,"available":95511252992,"internally_reserved":0,"allocated":95511252992,"data_stored":95511252992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12255423,"internal_metadata":0},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 12 01:48:27 2021","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59299999999999997,"15min":0.61499999999999999},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":2.5499999999999998,"5min":2.5499999999999998,"15min":2.5499999999999998},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.69299999999999995,"15min":0.70499999999999996},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":2.669,"5min":2.669,"15min":2.669},"last":0.86699999999999999}]},{"osd":1,"last update":"Fri Mar 12 01:48:27 2021","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.59699999999999998,"15min":0.59099999999999997},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":3.4329999999999998,"5min":3.4329999999999998,"15min":3.4329999999999998},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.55700000000000005,"15min":0.58699999999999997},"min":{"1min":0.32100000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":1.0640000000000001,"5min":1.115,"15min":1.115},"last":0.497}]},{"osd":2,"last update":"Fri Mar 12 01:48:27 2021","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.66400000000000003,"15min":0.72299999999999998},"min":{"1min":0.33700000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.84399999999999997,"5min":1.226,"15min":1.226},"last":0.91900000000000004},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.66000000000000003,"15min":0.68999999999999995},"min":{"1min":0.39800000000000002,"5min":0.38,"15min":0.38},"max":{"1min":0.75,"5min":1.167,"15min":1.167},"last":0.95299999999999996}]},{"osd":3,"last update":"Fri Mar 12 01:48:27 2021","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.47499999999999998,"15min":0.48999999999999999},"min":{"1min":0.27900000000000003,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.53700000000000003,"15min":0.57199999999999995},"min":{"1min":0.24099999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.70799999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.65200000000000002}]},{"osd":5,"last update":"Fri Mar 12 01:48:27 2021","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.53200000000000003,"15min":0.54700000000000004},"min":{"1min":0.25700000000000001,"5min":0.248,"15min":0.248},"max":{"1min":1.0489999999999999,"5min":1.262,"15min":1.262},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.505,"5min":0.57799999999999996,"15min":0.61199999999999999},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.84499999999999997,"5min":1.2,"15min":1.2},"last":0.81899999999999995}]}]},{"osd":3,"up_from":11,"seq":47244640299,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":4934852,"kb_used_data":88798712,"kb_used_omap":3507,"kb_used_meta":0,"kb_avail":88764528,"statfs":{"total":95948165120,"available":90894876672,"internally_reserved":35004416,"allocated":90929881088,"data_stored":90929881088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3591755,"internal_metadata":0},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":2,"commit_latency_ns":1000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 12 01:48:29 2021","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.54500000000000004,"15min":0.57499999999999996},"min":{"1min":0.35299999999999998,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.754,"5min":1.1040000000000001,"15min":1.1040000000000001},"last":0.85199999999999998},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.56100000000000005,"15min":0.60799999999999998},"min":{"1min":0.29199999999999998,"5min":0.254,"15min":0.254},"max":{"1min":0.66800000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.76400000000000001}]},{"osd":1,"last update":"Fri Mar 12 01:48:29 2021","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.68999999999999995,"15min":0.72799999999999998},"min":{"1min":0.29599999999999999,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":3.056,"5min":3.056,"15min":3.056},"last":1.0449999999999999},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.76000000000000001,"15min":0.78700000000000003},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":2.7639999999999998,"5min":2.7639999999999998,"15min":2.7639999999999998},"last":0.82299999999999995}]},{"osd":2,"last update":"Fri Mar 12 01:48:29 2021","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.64000000000000001,"15min":0.65200000000000002},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":3.323,"5min":3.323,"15min":3.323},"last":0.79600000000000004},{"interface":"front","average":{"1min":0.79200000000000004,"5min":0.73099999999999998,"15min":0.752},"min":{"1min":0.35499999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":4.6109999999999998,"5min":4.6109999999999998,"15min":4.6109999999999998},"last":0.94099999999999995}]},{"osd":4,"last update":"Fri Mar 12 01:48:29 2021","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.56100000000000005,"15min":0.60099999999999998},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.77500000000000002,"5min":1.073,"15min":1.073},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.621,"15min":0.68700000000000006},"min":{"1min":0.23100000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.82599999999999996,"5min":1.196,"15min":1.196},"last":0.69899999999999995}]},{"osd":5,"last update":"Fri Mar 12 01:48:29 2021","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.58599999999999997,"15min":0.60999999999999999},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":2.3980000000000001,"5min":2.3980000000000001,"15min":2.3980000000000001},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.66400000000000003,"15min":0.70999999999999996},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.879,"5min":1.069,"15min":1.069},"last":0.56699999999999995}]}]},{"osd":2,"up_from":11,"seq":47244640298,"num_pgs":5,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":10176348,"kb_used_data":83568436,"kb_used_omap":12485,"kb_used_meta":0,"kb_avail":83523032,"statfs":{"total":95948165120,"available":85527584768,"internally_reserved":46493696,"allocated":85574078464,"data_stored":85574078464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12785275,"internal_metadata":0},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.318,"5min":0.40300000000000002,"15min":0.436},"min":{"1min":0.17599999999999999,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.60899999999999999,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.63700000000000001,"15min":0.70099999999999996},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.71399999999999997,"5min":1.157,"15min":1.157},"last":0.69099999999999995}]},{"osd":1,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.52500000000000002,"15min":0.55900000000000005},"min":{"1min":0.23899999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.95499999999999996,"5min":1.2070000000000001,"15min":1.2070000000000001},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.65400000000000003,"15min":0.71199999999999997},"min":{"1min":0.34399999999999997,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.99199999999999999,"5min":1.075,"15min":1.075},"last":0.97299999999999998}]},{"osd":3,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.64900000000000002,"15min":0.69699999999999995},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.77300000000000002},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.70999999999999996,"15min":0.78200000000000003},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.77400000000000002,"5min":1.3140000000000001,"15min":1.3140000000000001},"last":1.0509999999999999}]},{"osd":4,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.628,"15min":0.64800000000000002},"min":{"1min":0.34300000000000003,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":1.4390000000000001,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":0.82199999999999995},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.72499999999999998,"15min":0.78300000000000003},"min":{"1min":0.373,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.3380000000000001,"5min":1.3380000000000001,"15min":1.3380000000000001},"last":0.86599999999999999}]},{"osd":5,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.755,"15min":0.78600000000000003},"min":{"1min":0.499,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":2.23,"5min":2.23,"15min":2.23},"last":0.93700000000000006},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.76000000000000001,"15min":0.80300000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":2.2749999999999999,"5min":2.2749999999999999,"15min":2.2749999999999999},"last":0.91200000000000003}]}]},{"osd":0,"up_from":11,"seq":47244640298,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":435976,"kb_used_data":93263404,"kb_used_omap":11982,"kb_used_meta":0,"kb_avail":93263404,"statfs":{"total":95948165120,"available":95501725696,"internally_reserved":0,"allocated":95501725696,"data_stored":95501725696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12270063,"internal_metadata":0},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.45700000000000002,"15min":0.47799999999999998},"min":{"1min":0.215,"5min":0.192,"15min":0.192},"max":{"1min":0.88200000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.64600000000000002,"15min":0.63400000000000001},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":5.7729999999999997,"5min":5.7729999999999997,"15min":5.7729999999999997},"last":0.81499999999999995}]},{"osd":2,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.55300000000000005,"15min":0.57099999999999995},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.0249999999999999,"5min":1.151,"15min":1.151},"last":0.625},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.58899999999999997,"15min":0.62},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":2.3370000000000002,"5min":2.3370000000000002,"15min":2.3370000000000002},"last":0.92000000000000004}]},{"osd":3,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.81599999999999995,"5min":0.70099999999999996,"15min":0.72299999999999998},"min":{"1min":0.29799999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":3.544,"5min":3.544,"15min":3.544},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.69999999999999996,"15min":0.74399999999999999},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.0660000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.95399999999999996}]},{"osd":4,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":0.76100000000000001,"15min":0.78100000000000003},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":3.472,"5min":3.472,"15min":3.472},"last":1.014},{"interface":"front","average":{"1min":0.75600000000000001,"5min":0.80200000000000005,"15min":0.83699999999999997},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":2.4550000000000001,"5min":2.4550000000000001,"15min":2.4550000000000001},"last":1.085}]},{"osd":5,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":0.79100000000000004,"15min":0.80500000000000005},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":3.6400000000000001,"5min":3.6400000000000001,"15min":3.6400000000000001},"last":0.874},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.70999999999999996,"15min":0.73199999999999998},"min":{"1min":0.44500000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":1.333,"5min":1.333,"15min":1.333},"last":1.125}]}]},{"osd":1,"up_from":11,"seq":47244640298,"num_pgs":7,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":14684168,"kb_used_data":79041428,"kb_used_omap":21262,"kb_used_meta":0,"kb_avail":79015212,"statfs":{"total":95948165120,"available":80911577088,"internally_reserved":26845184,"allocated":80938422272,"data_stored":80938422272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":21772676,"internal_metadata":0},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":2,"commit_latency_ns":0,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.47699999999999998,"15min":0.495},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.90100000000000002,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.59099999999999997,"15min":0.59299999999999997},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":3.302,"5min":3.302,"15min":3.302},"last":0.81999999999999995}]},{"osd":2,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.55500000000000005,"15min":0.54300000000000004},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":2.4009999999999998,"5min":2.4009999999999998,"15min":2.4009999999999998},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.623,"15min":0.66300000000000003},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.94699999999999995,"5min":1.1970000000000001,"15min":1.1970000000000001},"last":0.69399999999999995}]},{"osd":3,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.73399999999999999,"15min":0.76500000000000001},"min":{"1min":0.40400000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.228,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":1.018},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.77400000000000002,"15min":0.77900000000000003},"min":{"1min":0.33000000000000002,"5min":0.318,"15min":0.318},"max":{"1min":3.4590000000000001,"5min":3.4590000000000001,"15min":3.4590000000000001},"last":0.98399999999999999}]},{"osd":4,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.77700000000000002,"5min":0.77000000000000002,"15min":0.80000000000000004},"min":{"1min":0.36899999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":2.5369999999999999,"5min":2.5369999999999999,"15min":2.5369999999999999},"last":0.91900000000000004},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.83399999999999996,"15min":0.88400000000000001},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":1.121,"5min":1.7989999999999999,"15min":1.7989999999999999},"last":0.88100000000000001}]},{"osd":5,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.80600000000000005,"15min":0.82599999999999996},"min":{"1min":0.43099999999999999,"5min":0.374,"15min":0.374},"max":{"1min":2.5619999999999998,"5min":2.5619999999999998,"15min":2.5619999999999998},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.873,"15min":0.88500000000000001},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":3.5129999999999999,"5min":3.5129999999999999,"15min":3.5129999999999999},"last":1.0660000000000001}]}]}]}} 2021-03-12T04:59:46.518 WARNING:scrape:Ignoring malparsed backtrace: 2021-03-12T01:49:45.973 DEBUG:teuthology.orchestra.run.smithi005:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 , 2021-03-12T01:49:46.137 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi005.front.sepia.ceph.com , 2021-03-12T01:49:46.138 DEBUG:teuthology.orchestra.run.smithi005:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2021-03-12T04:59:46.519 WARNING:scrape:Ignoring malparsed backtrace: 2021-03-12T01:50:15.633 DEBUG:teuthology.orchestra.run.smithi139:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- , 2021-03-12T01:50:15.672 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo , 2021-03-12T01:50:15.690 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2021-03-12T04:59:46.652 WARNING:scrape:Ignoring malparsed backtrace: ceph version 15.2.9-120-g3cd904d7 (3cd904d7154e324a3d68e79f0d8e0c2fe65c4abb) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe1) [0x7fd3565f284e] , 2: (CopyFromOp::_finish(TestOp::CallbackInfo*)+0x501) [0x562ac08bf941] 2021-03-12T04:59:46.654 WARNING:scrape:Ignoring malparsed backtrace: 2021-03-12T01:48:43.394 INFO:teuthology.orchestra.run.smithi005.stdout: , dumped all , 2021-03-12T01:48:43.407 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":129,"stamp":"2021-03-12T01:48:41.655837+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30083393452,"num_objects":10112,"num_object_clones":0,"num_object_copies":20224,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10088,"num_whiteouts":27,"num_read":22772,"num_read_kb":1318550,"num_write":53258,"num_write_kb":24124013,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":24,"num_bytes_hit_set_archive":12435,"num_flush":3625,"num_flush_kb":10544416,"num_evict":3257,"num_evict_kb":9457021,"num_promote":3999,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49368,"ondisk_log_size":49368,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":562196280,"kb_used":40519888,"kb_used_data":521803744,"kb_used_omap":73572,"kb_used_meta":0,"kb_avail":521676392,"statfs":{"total":575688990720,"available":534196625408,"internally_reserved":130408448,"allocated":534327033856,"data_stored":534327033856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75338623,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":7,"commit_latency_ns":2000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-37213400,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-2,"num_whiteouts":7,"num_read":810,"num_read_kb":869080,"num_write":537,"num_write_kb":382424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":2,"num_bytes_hit_set_archive":1120,"num_flush":81,"num_flush_kb":193079,"num_evict":83,"num_evict_kb":198401,"num_promote":80,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002567"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.831220+0000","last_change":"2021-03-12T01:45:27.150932+0000","last_active":"2021-03-12T01:48:12.831220+0000","last_peered":"2021-03-12T01:48:12.831220+0000","last_clean":"2021-03-12T01:48:12.831220+0000","last_became_active":"2021-03-12T01:45:27.150551+0000","last_became_peered":"2021-03-12T01:45:27.150551+0000","last_unstale":"2021-03-12T01:48:12.831220+0000","last_undegraded":"2021-03-12T01:48:12.831220+0000","last_fullsized":"2021-03-12T01:48:12.831220+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.831089+0000","last_change":"2021-03-12T01:45:27.136757+0000","last_active":"2021-03-12T01:48:12.831089+0000","last_peered":"2021-03-12T01:48:12.831089+0000","last_clean":"2021-03-12T01:48:12.831089+0000","last_became_active":"2021-03-12T01:45:27.135540+0000","last_became_peered":"2021-03-12T01:45:27.135540+0000","last_unstale":"2021-03-12T01:48:12.831089+0000","last_undegraded":"2021-03-12T01:48:12.831089+0000","last_fullsized":"2021-03-12T01:48:12.831089+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"33'5931","reported_seq":"8203","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:35.948538+0000","last_change":"2021-03-12T01:45:37.689272+0000","last_active":"2021-03-12T01:48:35.948538+0000","last_peered":"2021-03-12T01:48:35.948538+0000","last_clean":"2021-03-12T01:48:35.948538+0000","last_became_active":"2021-03-12T01:45:37.688960+0000","last_became_peered":"2021-03-12T01:45:37.688960+0000","last_unstale":"2021-03-12T01:48:35.948538+0000","last_undegraded":"2021-03-12T01:48:35.948538+0000","last_fullsized":"2021-03-12T01:48:35.948538+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_clean_scrub_stamp":"2021-03-12T01:45:36.673694+0000","log_size":5931,"ondisk_log_size":5931,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":131706788,"num_objects":53,"num_object_clones":0,"num_object_copies":106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":6,"num_read":2012,"num_read_kb":1006,"num_write":5276,"num_write_kb":1229070,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2840,"num_flush":957,"num_flush_kb":2796887,"num_evict":873,"num_evict_kb":2540680,"num_promote":1059,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6661","reported_seq":"8743","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:38.111039+0000","last_change":"2021-03-12T01:45:35.754994+0000","last_active":"2021-03-12T01:48:38.111039+0000","last_peered":"2021-03-12T01:48:38.111039+0000","last_clean":"2021-03-12T01:48:38.111039+0000","last_became_active":"2021-03-12T01:45:35.754390+0000","last_became_peered":"2021-03-12T01:45:35.754390+0000","last_unstale":"2021-03-12T01:48:38.111039+0000","last_undegraded":"2021-03-12T01:48:38.111039+0000","last_fullsized":"2021-03-12T01:48:38.111039+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_clean_scrub_stamp":"2021-03-12T01:45:34.663418+0000","log_size":6661,"ondisk_log_size":6661,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7305301386,"num_objects":2458,"num_object_clones":0,"num_object_copies":4916,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2458,"num_whiteouts":0,"num_read":3719,"num_read_kb":242403,"num_write":8302,"num_write_kb":4666556,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.831396+0000","last_change":"2021-03-12T01:45:27.135998+0000","last_active":"2021-03-12T01:48:12.831396+0000","last_peered":"2021-03-12T01:48:12.831396+0000","last_clean":"2021-03-12T01:48:12.831396+0000","last_became_active":"2021-03-12T01:45:27.135288+0000","last_became_peered":"2021-03-12T01:45:27.135288+0000","last_unstale":"2021-03-12T01:48:12.831396+0000","last_undegraded":"2021-03-12T01:48:12.831396+0000","last_fullsized":"2021-03-12T01:48:12.831396+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"33'5297","reported_seq":"7327","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:37.632227+0000","last_change":"2021-03-12T01:45:37.692457+0000","last_active":"2021-03-12T01:48:37.632227+0000","last_peered":"2021-03-12T01:48:37.632227+0000","last_clean":"2021-03-12T01:48:37.632227+0000","last_became_active":"2021-03-12T01:45:37.692198+0000","last_became_peered":"2021-03-12T01:45:37.692198+0000","last_unstale":"2021-03-12T01:48:37.632227+0000","last_undegraded":"2021-03-12T01:48:37.632227+0000","last_fullsized":"2021-03-12T01:48:37.632227+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_clean_scrub_stamp":"2021-03-12T01:45:36.673694+0000","log_size":5297,"ondisk_log_size":5297,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":114259066,"num_objects":54,"num_object_clones":0,"num_object_copies":108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":8,"num_read":1817,"num_read_kb":882,"num_write":4732,"num_write_kb":1136651,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":2995,"num_flush":841,"num_flush_kb":2454893,"num_evict":758,"num_evict_kb":2214256,"num_promote":920,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6603","reported_seq":"8784","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:37.832426+0000","last_change":"2021-03-12T01:45:35.680412+0000","last_active":"2021-03-12T01:48:37.832426+0000","last_peered":"2021-03-12T01:48:37.832426+0000","last_clean":"2021-03-12T01:48:37.832426+0000","last_became_active":"2021-03-12T01:45:35.680172+0000","last_became_peered":"2021-03-12T01:45:35.680172+0000","last_unstale":"2021-03-12T01:48:37.832426+0000","last_undegraded":"2021-03-12T01:48:37.832426+0000","last_fullsized":"2021-03-12T01:48:37.832426+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_clean_scrub_stamp":"2021-03-12T01:45:34.663418+0000","log_size":6603,"ondisk_log_size":6603,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7415832589,"num_objects":2477,"num_object_clones":0,"num_object_copies":4954,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2477,"num_whiteouts":0,"num_read":3740,"num_read_kb":378286,"num_write":8154,"num_write_kb":4970350,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.831210+0000","last_change":"2021-03-12T01:45:27.136997+0000","last_active":"2021-03-12T01:48:12.831210+0000","last_peered":"2021-03-12T01:48:12.831210+0000","last_clean":"2021-03-12T01:48:12.831210+0000","last_became_active":"2021-03-12T01:45:27.136076+0000","last_became_peered":"2021-03-12T01:45:27.136076+0000","last_unstale":"2021-03-12T01:48:12.831210+0000","last_undegraded":"2021-03-12T01:48:12.831210+0000","last_fullsized":"2021-03-12T01:48:12.831210+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5459","reported_seq":"7649","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:37.633575+0000","last_change":"2021-03-12T01:45:38.211907+0000","last_active":"2021-03-12T01:48:37.633575+0000","last_peered":"2021-03-12T01:48:37.633575+0000","last_clean":"2021-03-12T01:48:37.633575+0000","last_became_active":"2021-03-12T01:45:38.211584+0000","last_became_peered":"2021-03-12T01:45:38.211584+0000","last_unstale":"2021-03-12T01:48:37.633575+0000","last_undegraded":"2021-03-12T01:48:37.633575+0000","last_fullsized":"2021-03-12T01:48:37.633575+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_clean_scrub_stamp":"2021-03-12T01:45:36.673694+0000","log_size":5459,"ondisk_log_size":5459,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":122936554,"num_objects":53,"num_object_clones":0,"num_object_copies":106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":6,"num_read":1932,"num_read_kb":916,"num_write":4872,"num_write_kb":1166993,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":3022,"num_flush":868,"num_flush_kb":2537661,"num_evict":716,"num_evict_kb":2103382,"num_promote":941,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6846","reported_seq":"9119","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:38.088775+0000","last_change":"2021-03-12T01:45:35.756804+0000","last_active":"2021-03-12T01:48:38.088775+0000","last_peered":"2021-03-12T01:48:38.088775+0000","last_clean":"2021-03-12T01:48:38.088775+0000","last_became_active":"2021-03-12T01:45:35.756444+0000","last_became_peered":"2021-03-12T01:45:35.756444+0000","last_unstale":"2021-03-12T01:48:38.088775+0000","last_undegraded":"2021-03-12T01:48:38.088775+0000","last_fullsized":"2021-03-12T01:48:38.088775+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_clean_scrub_stamp":"2021-03-12T01:45:34.663418+0000","log_size":6846,"ondisk_log_size":6846,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7617775353,"num_objects":2553,"num_object_clones":0,"num_object_copies":5106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2553,"num_whiteouts":0,"num_read":3900,"num_read_kb":362731,"num_write":8464,"num_write_kb":5015847,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.834867+0000","last_change":"2021-03-12T01:45:27.136620+0000","last_active":"2021-03-12T01:48:12.834867+0000","last_peered":"2021-03-12T01:48:12.834867+0000","last_clean":"2021-03-12T01:48:12.834867+0000","last_became_active":"2021-03-12T01:45:27.135821+0000","last_became_peered":"2021-03-12T01:45:27.135821+0000","last_unstale":"2021-03-12T01:48:12.834867+0000","last_undegraded":"2021-03-12T01:48:12.834867+0000","last_fullsized":"2021-03-12T01:48:12.834867+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"33'6028","reported_seq":"8298","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:36.697793+0000","last_change":"2021-03-12T01:45:37.691359+0000","last_active":"2021-03-12T01:48:36.697793+0000","last_peered":"2021-03-12T01:48:36.697793+0000","last_clean":"2021-03-12T01:48:36.697793+0000","last_became_active":"2021-03-12T01:45:37.691034+0000","last_became_peered":"2021-03-12T01:45:37.691034+0000","last_unstale":"2021-03-12T01:48:36.697793+0000","last_undegraded":"2021-03-12T01:48:36.697793+0000","last_fullsized":"2021-03-12T01:48:36.697793+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_clean_scrub_stamp":"2021-03-12T01:45:36.673694+0000","log_size":6028,"ondisk_log_size":6028,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":121673945,"num_objects":55,"num_object_clones":0,"num_object_copies":110,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":7,"num_read":2046,"num_read_kb":12870,"num_write":5338,"num_write_kb":1228600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":7,"num_bytes_hit_set_archive":3578,"num_flush":959,"num_flush_kb":2754975,"num_evict":910,"num_evict_kb":2598703,"num_promote":1079,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6543","reported_seq":"8537","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:38.120228+0000","last_change":"2021-03-12T01:45:35.754621+0000","last_active":"2021-03-12T01:48:38.120228+0000","last_peered":"2021-03-12T01:48:38.120228+0000","last_clean":"2021-03-12T01:48:38.120228+0000","last_became_active":"2021-03-12T01:45:35.753883+0000","last_became_peered":"2021-03-12T01:45:35.753883+0000","last_unstale":"2021-03-12T01:48:38.120228+0000","last_undegraded":"2021-03-12T01:48:38.120228+0000","last_fullsized":"2021-03-12T01:48:38.120228+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_clean_scrub_stamp":"2021-03-12T01:45:34.663418+0000","log_size":6543,"ondisk_log_size":6543,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7253907771,"num_objects":2409,"num_object_clones":0,"num_object_copies":4818,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2409,"num_whiteouts":0,"num_read":3606,"num_read_kb":319456,"num_write":8120,"num_write_kb":4709946,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.887768+0000","last_change":"2021-03-12T01:45:26.448555+0000","last_active":"2021-03-12T01:48:12.887768+0000","last_peered":"2021-03-12T01:48:12.887768+0000","last_clean":"2021-03-12T01:48:12.887768+0000","last_became_active":"2021-03-12T01:45:26.448284+0000","last_became_peered":"2021-03-12T01:45:26.448284+0000","last_unstale":"2021-03-12T01:48:12.887768+0000","last_undegraded":"2021-03-12T01:48:12.887768+0000","last_fullsized":"2021-03-12T01:48:12.887768+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.887429+0000","last_change":"2021-03-12T01:45:26.449508+0000","last_active":"2021-03-12T01:48:12.887429+0000","last_peered":"2021-03-12T01:48:12.887429+0000","last_clean":"2021-03-12T01:48:12.887429+0000","last_became_active":"2021-03-12T01:45:26.448788+0000","last_became_peered":"2021-03-12T01:45:26.448788+0000","last_unstale":"2021-03-12T01:48:12.887429+0000","last_undegraded":"2021-03-12T01:48:12.887429+0000","last_fullsized":"2021-03-12T01:48:12.887429+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.834867+0000","last_change":"2021-03-12T01:45:27.150785+0000","last_active":"2021-03-12T01:48:12.834867+0000","last_peered":"2021-03-12T01:48:12.834867+0000","last_clean":"2021-03-12T01:48:12.834867+0000","last_became_active":"2021-03-12T01:45:27.150500+0000","last_became_peered":"2021-03-12T01:45:27.150500+0000","last_unstale":"2021-03-12T01:48:12.834867+0000","last_undegraded":"2021-03-12T01:48:12.834867+0000","last_fullsized":"2021-03-12T01:48:12.834867+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":490576353,"num_objects":215,"num_object_clones":0,"num_object_copies":430,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":191,"num_whiteouts":27,"num_read":7807,"num_read_kb":15674,"num_write":20218,"num_write_kb":4761314,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":24,"num_bytes_hit_set_archive":12435,"num_flush":3625,"num_flush_kb":10544416,"num_evict":3257,"num_evict_kb":9457021,"num_promote":3999,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22715,"ondisk_log_size":22715,"up":8,"acting":8,"num_store_stats":0},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":0},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29592817099,"num_objects":9897,"num_object_clones":0,"num_object_copies":19794,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9897,"num_whiteouts":0,"num_read":14965,"num_read_kb":1302876,"num_write":33040,"num_write_kb":19362699,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26653,"ondisk_log_size":26653,"up":8,"acting":8,"num_store_stats":0}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640299,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":9861872,"kb_used_data":83859056,"kb_used_omap":12366,"kb_used_meta":0,"kb_avail":83837508,"statfs":{"total":95948165120,"available":85849608192,"internally_reserved":22065152,"allocated":85871673344,"data_stored":85871673344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12663431,"internal_metadata":0},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":2,"commit_latency_ns":1000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.55100000000000005,"15min":0.56999999999999995},"min":{"1min":0.251,"5min":0.247,"15min":0.247},"max":{"1min":2.04,"5min":2.04,"15min":2.04},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.60099999999999998,"15min":0.63700000000000001},"min":{"1min":0.313,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.7410000000000001,"5min":1.907,"15min":1.907},"last":0.94199999999999995}]},{"osd":1,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.61399999999999999,"15min":0.67000000000000004},"min":{"1min":0.28799999999999998,"5min":0.251,"15min":0.251},"max":{"1min":0.67600000000000005,"5min":1.2,"15min":1.2},"last":0.91100000000000003},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.73299999999999998,"15min":0.79300000000000004},"min":{"1min":0.36199999999999999,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.7809999999999999,"5min":1.7809999999999999,"15min":1.7809999999999999},"last":1.0880000000000001}]},{"osd":2,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.70399999999999996,"5min":0.75900000000000001,"15min":0.80900000000000005},"min":{"1min":0.39600000000000002,"5min":0.376,"15min":0.376},"max":{"1min":1.8120000000000001,"5min":1.8120000000000001,"15min":1.8120000000000001},"last":0.80800000000000005},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.74399999999999999,"15min":0.80400000000000005},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":2.0830000000000002,"5min":2.1240000000000001,"15min":2.1240000000000001},"last":0.86199999999999999}]},{"osd":3,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.501,"15min":0.55600000000000005},"min":{"1min":0.23599999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.57899999999999996,"5min":1.121,"15min":1.121},"last":0.77200000000000002},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.67700000000000005,"15min":0.75700000000000001},"min":{"1min":0.25700000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":2.1509999999999998,"5min":2.1509999999999998,"15min":2.1509999999999998},"last":1.024}]},{"osd":4,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.64300000000000002,"15min":0.72099999999999997},"min":{"1min":0.26600000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":1.9570000000000001,"5min":2.0419999999999998,"15min":2.0419999999999998},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.625,"15min":0.67400000000000004},"min":{"1min":0.27500000000000002,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":2.1320000000000001,"5min":2.1320000000000001,"15min":2.1320000000000001},"last":0.70499999999999996}]}]},{"osd":4,"up_from":11,"seq":47244640299,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":426672,"kb_used_data":93272708,"kb_used_omap":11968,"kb_used_meta":0,"kb_avail":93272708,"statfs":{"total":95948165120,"available":95511252992,"internally_reserved":0,"allocated":95511252992,"data_stored":95511252992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12255423,"internal_metadata":0},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 12 01:48:27 2021","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59299999999999997,"15min":0.61499999999999999},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":2.5499999999999998,"5min":2.5499999999999998,"15min":2.5499999999999998},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.69299999999999995,"15min":0.70499999999999996},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":2.669,"5min":2.669,"15min":2.669},"last":0.86699999999999999}]},{"osd":1,"last update":"Fri Mar 12 01:48:27 2021","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.59699999999999998,"15min":0.59099999999999997},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":3.4329999999999998,"5min":3.4329999999999998,"15min":3.4329999999999998},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.55700000000000005,"15min":0.58699999999999997},"min":{"1min":0.32100000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":1.0640000000000001,"5min":1.115,"15min":1.115},"last":0.497}]},{"osd":2,"last update":"Fri Mar 12 01:48:27 2021","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.66400000000000003,"15min":0.72299999999999998},"min":{"1min":0.33700000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.84399999999999997,"5min":1.226,"15min":1.226},"last":0.91900000000000004},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.66000000000000003,"15min":0.68999999999999995},"min":{"1min":0.39800000000000002,"5min":0.38,"15min":0.38},"max":{"1min":0.75,"5min":1.167,"15min":1.167},"last":0.95299999999999996}]},{"osd":3,"last update":"Fri Mar 12 01:48:27 2021","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.47499999999999998,"15min":0.48999999999999999},"min":{"1min":0.27900000000000003,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.53700000000000003,"15min":0.57199999999999995},"min":{"1min":0.24099999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.70799999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.65200000000000002}]},{"osd":5,"last update":"Fri Mar 12 01:48:27 2021","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.53200000000000003,"15min":0.54700000000000004},"min":{"1min":0.25700000000000001,"5min":0.248,"15min":0.248},"max":{"1min":1.0489999999999999,"5min":1.262,"15min":1.262},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.505,"5min":0.57799999999999996,"15min":0.61199999999999999},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.84499999999999997,"5min":1.2,"15min":1.2},"last":0.81899999999999995}]}]},{"osd":3,"up_from":11,"seq":47244640299,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":4934852,"kb_used_data":88798712,"kb_used_omap":3507,"kb_used_meta":0,"kb_avail":88764528,"statfs":{"total":95948165120,"available":90894876672,"internally_reserved":35004416,"allocated":90929881088,"data_stored":90929881088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3591755,"internal_metadata":0},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":2,"commit_latency_ns":1000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 12 01:48:29 2021","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.54500000000000004,"15min":0.57499999999999996},"min":{"1min":0.35299999999999998,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.754,"5min":1.1040000000000001,"15min":1.1040000000000001},"last":0.85199999999999998},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.56100000000000005,"15min":0.60799999999999998},"min":{"1min":0.29199999999999998,"5min":0.254,"15min":0.254},"max":{"1min":0.66800000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.76400000000000001}]},{"osd":1,"last update":"Fri Mar 12 01:48:29 2021","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.68999999999999995,"15min":0.72799999999999998},"min":{"1min":0.29599999999999999,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":3.056,"5min":3.056,"15min":3.056},"last":1.0449999999999999},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.76000000000000001,"15min":0.78700000000000003},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":2.7639999999999998,"5min":2.7639999999999998,"15min":2.7639999999999998},"last":0.82299999999999995}]},{"osd":2,"last update":"Fri Mar 12 01:48:29 2021","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.64000000000000001,"15min":0.65200000000000002},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":3.323,"5min":3.323,"15min":3.323},"last":0.79600000000000004},{"interface":"front","average":{"1min":0.79200000000000004,"5min":0.73099999999999998,"15min":0.752},"min":{"1min":0.35499999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":4.6109999999999998,"5min":4.6109999999999998,"15min":4.6109999999999998},"last":0.94099999999999995}]},{"osd":4,"last update":"Fri Mar 12 01:48:29 2021","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.56100000000000005,"15min":0.60099999999999998},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.77500000000000002,"5min":1.073,"15min":1.073},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.621,"15min":0.68700000000000006},"min":{"1min":0.23100000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.82599999999999996,"5min":1.196,"15min":1.196},"last":0.69899999999999995}]},{"osd":5,"last update":"Fri Mar 12 01:48:29 2021","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.58599999999999997,"15min":0.60999999999999999},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":2.3980000000000001,"5min":2.3980000000000001,"15min":2.3980000000000001},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.66400000000000003,"15min":0.70999999999999996},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.879,"5min":1.069,"15min":1.069},"last":0.56699999999999995}]}]},{"osd":2,"up_from":11,"seq":47244640298,"num_pgs":5,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":10176348,"kb_used_data":83568436,"kb_used_omap":12485,"kb_used_meta":0,"kb_avail":83523032,"statfs":{"total":95948165120,"available":85527584768,"internally_reserved":46493696,"allocated":85574078464,"data_stored":85574078464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12785275,"internal_metadata":0},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.318,"5min":0.40300000000000002,"15min":0.436},"min":{"1min":0.17599999999999999,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.60899999999999999,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.63700000000000001,"15min":0.70099999999999996},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.71399999999999997,"5min":1.157,"15min":1.157},"last":0.69099999999999995}]},{"osd":1,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.52500000000000002,"15min":0.55900000000000005},"min":{"1min":0.23899999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.95499999999999996,"5min":1.2070000000000001,"15min":1.2070000000000001},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.65400000000000003,"15min":0.71199999999999997},"min":{"1min":0.34399999999999997,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.99199999999999999,"5min":1.075,"15min":1.075},"last":0.97299999999999998}]},{"osd":3,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.64900000000000002,"15min":0.69699999999999995},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.77300000000000002},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.70999999999999996,"15min":0.78200000000000003},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.77400000000000002,"5min":1.3140000000000001,"15min":1.3140000000000001},"last":1.0509999999999999}]},{"osd":4,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.628,"15min":0.64800000000000002},"min":{"1min":0.34300000000000003,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":1.4390000000000001,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":0.82199999999999995},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.72499999999999998,"15min":0.78300000000000003},"min":{"1min":0.373,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.3380000000000001,"5min":1.3380000000000001,"15min":1.3380000000000001},"last":0.86599999999999999}]},{"osd":5,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.755,"15min":0.78600000000000003},"min":{"1min":0.499,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":2.23,"5min":2.23,"15min":2.23},"last":0.93700000000000006},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.76000000000000001,"15min":0.80300000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":2.2749999999999999,"5min":2.2749999999999999,"15min":2.2749999999999999},"last":0.91200000000000003}]}]},{"osd":0,"up_from":11,"seq":47244640298,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":435976,"kb_used_data":93263404,"kb_used_omap":11982,"kb_used_meta":0,"kb_avail":93263404,"statfs":{"total":95948165120,"available":95501725696,"internally_reserved":0,"allocated":95501725696,"data_stored":95501725696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12270063,"internal_metadata":0},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.45700000000000002,"15min":0.47799999999999998},"min":{"1min":0.215,"5min":0.192,"15min":0.192},"max":{"1min":0.88200000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.64600000000000002,"15min":0.63400000000000001},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":5.7729999999999997,"5min":5.7729999999999997,"15min":5.7729999999999997},"last":0.81499999999999995}]},{"osd":2,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.55300000000000005,"15min":0.57099999999999995},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.0249999999999999,"5min":1.151,"15min":1.151},"last":0.625},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.58899999999999997,"15min":0.62},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":2.3370000000000002,"5min":2.3370000000000002,"15min":2.3370000000000002},"last":0.92000000000000004}]},{"osd":3,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.81599999999999995,"5min":0.70099999999999996,"15min":0.72299999999999998},"min":{"1min":0.29799999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":3.544,"5min":3.544,"15min":3.544},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.69999999999999996,"15min":0.74399999999999999},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.0660000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.95399999999999996}]},{"osd":4,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":0.76100000000000001,"15min":0.78100000000000003},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":3.472,"5min":3.472,"15min":3.472},"last":1.014},{"interface":"front","average":{"1min":0.75600000000000001,"5min":0.80200000000000005,"15min":0.83699999999999997},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":2.4550000000000001,"5min":2.4550000000000001,"15min":2.4550000000000001},"last":1.085}]},{"osd":5,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":0.79100000000000004,"15min":0.80500000000000005},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":3.6400000000000001,"5min":3.6400000000000001,"15min":3.6400000000000001},"last":0.874},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.70999999999999996,"15min":0.73199999999999998},"min":{"1min":0.44500000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":1.333,"5min":1.333,"15min":1.333},"last":1.125}]}]},{"osd":1,"up_from":11,"seq":47244640298,"num_pgs":7,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":14684168,"kb_used_data":79041428,"kb_used_omap":21262,"kb_used_meta":0,"kb_avail":79015212,"statfs":{"total":95948165120,"available":80911577088,"internally_reserved":26845184,"allocated":80938422272,"data_stored":80938422272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":21772676,"internal_metadata":0},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":2,"commit_latency_ns":0,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.47699999999999998,"15min":0.495},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.90100000000000002,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.59099999999999997,"15min":0.59299999999999997},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":3.302,"5min":3.302,"15min":3.302},"last":0.81999999999999995}]},{"osd":2,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.55500000000000005,"15min":0.54300000000000004},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":2.4009999999999998,"5min":2.4009999999999998,"15min":2.4009999999999998},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.623,"15min":0.66300000000000003},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.94699999999999995,"5min":1.1970000000000001,"15min":1.1970000000000001},"last":0.69399999999999995}]},{"osd":3,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.73399999999999999,"15min":0.76500000000000001},"min":{"1min":0.40400000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.228,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":1.018},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.77400000000000002,"15min":0.77900000000000003},"min":{"1min":0.33000000000000002,"5min":0.318,"15min":0.318},"max":{"1min":3.4590000000000001,"5min":3.4590000000000001,"15min":3.4590000000000001},"last":0.98399999999999999}]},{"osd":4,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.77700000000000002,"5min":0.77000000000000002,"15min":0.80000000000000004},"min":{"1min":0.36899999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":2.5369999999999999,"5min":2.5369999999999999,"15min":2.5369999999999999},"last":0.91900000000000004},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.83399999999999996,"15min":0.88400000000000001},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":1.121,"5min":1.7989999999999999,"15min":1.7989999999999999},"last":0.88100000000000001}]},{"osd":5,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.80600000000000005,"15min":0.82599999999999996},"min":{"1min":0.43099999999999999,"5min":0.374,"15min":0.374},"max":{"1min":2.5619999999999998,"5min":2.5619999999999998,"15min":2.5619999999999998},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.873,"15min":0.88500000000000001},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":3.5129999999999999,"5min":3.5129999999999999,"15min":3.5129999999999999},"last":1.0660000000000001}]}]}]}} 2021-03-12T04:59:46.656 WARNING:scrape:Ignoring malparsed backtrace: 2021-03-12T01:49:45.973 DEBUG:teuthology.orchestra.run.smithi005:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 , 2021-03-12T01:49:46.137 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi005.front.sepia.ceph.com , 2021-03-12T01:49:46.138 DEBUG:teuthology.orchestra.run.smithi005:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2021-03-12T04:59:46.656 WARNING:scrape:Ignoring malparsed backtrace: 2021-03-12T01:50:15.633 DEBUG:teuthology.orchestra.run.smithi139:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- , 2021-03-12T01:50:15.672 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo , 2021-03-12T01:50:15.690 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2021-03-12T04:59:46.776 WARNING:scrape:Ignoring malparsed backtrace: ceph version 15.2.9-120-g3cd904d7 (3cd904d7154e324a3d68e79f0d8e0c2fe65c4abb) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe1) [0x7fd3565f284e] , 2: (CopyFromOp::_finish(TestOp::CallbackInfo*)+0x501) [0x562ac08bf941] 2021-03-12T04:59:46.778 WARNING:scrape:Ignoring malparsed backtrace: 2021-03-12T01:48:43.394 INFO:teuthology.orchestra.run.smithi005.stdout: , dumped all , 2021-03-12T01:48:43.407 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":129,"stamp":"2021-03-12T01:48:41.655837+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30083393452,"num_objects":10112,"num_object_clones":0,"num_object_copies":20224,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10088,"num_whiteouts":27,"num_read":22772,"num_read_kb":1318550,"num_write":53258,"num_write_kb":24124013,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":24,"num_bytes_hit_set_archive":12435,"num_flush":3625,"num_flush_kb":10544416,"num_evict":3257,"num_evict_kb":9457021,"num_promote":3999,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49368,"ondisk_log_size":49368,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":562196280,"kb_used":40519888,"kb_used_data":521803744,"kb_used_omap":73572,"kb_used_meta":0,"kb_avail":521676392,"statfs":{"total":575688990720,"available":534196625408,"internally_reserved":130408448,"allocated":534327033856,"data_stored":534327033856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75338623,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":7,"commit_latency_ns":2000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-37213400,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-2,"num_whiteouts":7,"num_read":810,"num_read_kb":869080,"num_write":537,"num_write_kb":382424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":2,"num_bytes_hit_set_archive":1120,"num_flush":81,"num_flush_kb":193079,"num_evict":83,"num_evict_kb":198401,"num_promote":80,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002567"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.831220+0000","last_change":"2021-03-12T01:45:27.150932+0000","last_active":"2021-03-12T01:48:12.831220+0000","last_peered":"2021-03-12T01:48:12.831220+0000","last_clean":"2021-03-12T01:48:12.831220+0000","last_became_active":"2021-03-12T01:45:27.150551+0000","last_became_peered":"2021-03-12T01:45:27.150551+0000","last_unstale":"2021-03-12T01:48:12.831220+0000","last_undegraded":"2021-03-12T01:48:12.831220+0000","last_fullsized":"2021-03-12T01:48:12.831220+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.831089+0000","last_change":"2021-03-12T01:45:27.136757+0000","last_active":"2021-03-12T01:48:12.831089+0000","last_peered":"2021-03-12T01:48:12.831089+0000","last_clean":"2021-03-12T01:48:12.831089+0000","last_became_active":"2021-03-12T01:45:27.135540+0000","last_became_peered":"2021-03-12T01:45:27.135540+0000","last_unstale":"2021-03-12T01:48:12.831089+0000","last_undegraded":"2021-03-12T01:48:12.831089+0000","last_fullsized":"2021-03-12T01:48:12.831089+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"33'5931","reported_seq":"8203","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:35.948538+0000","last_change":"2021-03-12T01:45:37.689272+0000","last_active":"2021-03-12T01:48:35.948538+0000","last_peered":"2021-03-12T01:48:35.948538+0000","last_clean":"2021-03-12T01:48:35.948538+0000","last_became_active":"2021-03-12T01:45:37.688960+0000","last_became_peered":"2021-03-12T01:45:37.688960+0000","last_unstale":"2021-03-12T01:48:35.948538+0000","last_undegraded":"2021-03-12T01:48:35.948538+0000","last_fullsized":"2021-03-12T01:48:35.948538+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_clean_scrub_stamp":"2021-03-12T01:45:36.673694+0000","log_size":5931,"ondisk_log_size":5931,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":131706788,"num_objects":53,"num_object_clones":0,"num_object_copies":106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":6,"num_read":2012,"num_read_kb":1006,"num_write":5276,"num_write_kb":1229070,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2840,"num_flush":957,"num_flush_kb":2796887,"num_evict":873,"num_evict_kb":2540680,"num_promote":1059,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6661","reported_seq":"8743","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:38.111039+0000","last_change":"2021-03-12T01:45:35.754994+0000","last_active":"2021-03-12T01:48:38.111039+0000","last_peered":"2021-03-12T01:48:38.111039+0000","last_clean":"2021-03-12T01:48:38.111039+0000","last_became_active":"2021-03-12T01:45:35.754390+0000","last_became_peered":"2021-03-12T01:45:35.754390+0000","last_unstale":"2021-03-12T01:48:38.111039+0000","last_undegraded":"2021-03-12T01:48:38.111039+0000","last_fullsized":"2021-03-12T01:48:38.111039+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_clean_scrub_stamp":"2021-03-12T01:45:34.663418+0000","log_size":6661,"ondisk_log_size":6661,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7305301386,"num_objects":2458,"num_object_clones":0,"num_object_copies":4916,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2458,"num_whiteouts":0,"num_read":3719,"num_read_kb":242403,"num_write":8302,"num_write_kb":4666556,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.831396+0000","last_change":"2021-03-12T01:45:27.135998+0000","last_active":"2021-03-12T01:48:12.831396+0000","last_peered":"2021-03-12T01:48:12.831396+0000","last_clean":"2021-03-12T01:48:12.831396+0000","last_became_active":"2021-03-12T01:45:27.135288+0000","last_became_peered":"2021-03-12T01:45:27.135288+0000","last_unstale":"2021-03-12T01:48:12.831396+0000","last_undegraded":"2021-03-12T01:48:12.831396+0000","last_fullsized":"2021-03-12T01:48:12.831396+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"33'5297","reported_seq":"7327","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:37.632227+0000","last_change":"2021-03-12T01:45:37.692457+0000","last_active":"2021-03-12T01:48:37.632227+0000","last_peered":"2021-03-12T01:48:37.632227+0000","last_clean":"2021-03-12T01:48:37.632227+0000","last_became_active":"2021-03-12T01:45:37.692198+0000","last_became_peered":"2021-03-12T01:45:37.692198+0000","last_unstale":"2021-03-12T01:48:37.632227+0000","last_undegraded":"2021-03-12T01:48:37.632227+0000","last_fullsized":"2021-03-12T01:48:37.632227+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_clean_scrub_stamp":"2021-03-12T01:45:36.673694+0000","log_size":5297,"ondisk_log_size":5297,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":114259066,"num_objects":54,"num_object_clones":0,"num_object_copies":108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":8,"num_read":1817,"num_read_kb":882,"num_write":4732,"num_write_kb":1136651,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":2995,"num_flush":841,"num_flush_kb":2454893,"num_evict":758,"num_evict_kb":2214256,"num_promote":920,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6603","reported_seq":"8784","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:37.832426+0000","last_change":"2021-03-12T01:45:35.680412+0000","last_active":"2021-03-12T01:48:37.832426+0000","last_peered":"2021-03-12T01:48:37.832426+0000","last_clean":"2021-03-12T01:48:37.832426+0000","last_became_active":"2021-03-12T01:45:35.680172+0000","last_became_peered":"2021-03-12T01:45:35.680172+0000","last_unstale":"2021-03-12T01:48:37.832426+0000","last_undegraded":"2021-03-12T01:48:37.832426+0000","last_fullsized":"2021-03-12T01:48:37.832426+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_clean_scrub_stamp":"2021-03-12T01:45:34.663418+0000","log_size":6603,"ondisk_log_size":6603,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7415832589,"num_objects":2477,"num_object_clones":0,"num_object_copies":4954,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2477,"num_whiteouts":0,"num_read":3740,"num_read_kb":378286,"num_write":8154,"num_write_kb":4970350,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.831210+0000","last_change":"2021-03-12T01:45:27.136997+0000","last_active":"2021-03-12T01:48:12.831210+0000","last_peered":"2021-03-12T01:48:12.831210+0000","last_clean":"2021-03-12T01:48:12.831210+0000","last_became_active":"2021-03-12T01:45:27.136076+0000","last_became_peered":"2021-03-12T01:45:27.136076+0000","last_unstale":"2021-03-12T01:48:12.831210+0000","last_undegraded":"2021-03-12T01:48:12.831210+0000","last_fullsized":"2021-03-12T01:48:12.831210+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5459","reported_seq":"7649","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:37.633575+0000","last_change":"2021-03-12T01:45:38.211907+0000","last_active":"2021-03-12T01:48:37.633575+0000","last_peered":"2021-03-12T01:48:37.633575+0000","last_clean":"2021-03-12T01:48:37.633575+0000","last_became_active":"2021-03-12T01:45:38.211584+0000","last_became_peered":"2021-03-12T01:45:38.211584+0000","last_unstale":"2021-03-12T01:48:37.633575+0000","last_undegraded":"2021-03-12T01:48:37.633575+0000","last_fullsized":"2021-03-12T01:48:37.633575+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_clean_scrub_stamp":"2021-03-12T01:45:36.673694+0000","log_size":5459,"ondisk_log_size":5459,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":122936554,"num_objects":53,"num_object_clones":0,"num_object_copies":106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":6,"num_read":1932,"num_read_kb":916,"num_write":4872,"num_write_kb":1166993,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":3022,"num_flush":868,"num_flush_kb":2537661,"num_evict":716,"num_evict_kb":2103382,"num_promote":941,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6846","reported_seq":"9119","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:38.088775+0000","last_change":"2021-03-12T01:45:35.756804+0000","last_active":"2021-03-12T01:48:38.088775+0000","last_peered":"2021-03-12T01:48:38.088775+0000","last_clean":"2021-03-12T01:48:38.088775+0000","last_became_active":"2021-03-12T01:45:35.756444+0000","last_became_peered":"2021-03-12T01:45:35.756444+0000","last_unstale":"2021-03-12T01:48:38.088775+0000","last_undegraded":"2021-03-12T01:48:38.088775+0000","last_fullsized":"2021-03-12T01:48:38.088775+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_clean_scrub_stamp":"2021-03-12T01:45:34.663418+0000","log_size":6846,"ondisk_log_size":6846,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7617775353,"num_objects":2553,"num_object_clones":0,"num_object_copies":5106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2553,"num_whiteouts":0,"num_read":3900,"num_read_kb":362731,"num_write":8464,"num_write_kb":5015847,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.834867+0000","last_change":"2021-03-12T01:45:27.136620+0000","last_active":"2021-03-12T01:48:12.834867+0000","last_peered":"2021-03-12T01:48:12.834867+0000","last_clean":"2021-03-12T01:48:12.834867+0000","last_became_active":"2021-03-12T01:45:27.135821+0000","last_became_peered":"2021-03-12T01:45:27.135821+0000","last_unstale":"2021-03-12T01:48:12.834867+0000","last_undegraded":"2021-03-12T01:48:12.834867+0000","last_fullsized":"2021-03-12T01:48:12.834867+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"33'6028","reported_seq":"8298","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:36.697793+0000","last_change":"2021-03-12T01:45:37.691359+0000","last_active":"2021-03-12T01:48:36.697793+0000","last_peered":"2021-03-12T01:48:36.697793+0000","last_clean":"2021-03-12T01:48:36.697793+0000","last_became_active":"2021-03-12T01:45:37.691034+0000","last_became_peered":"2021-03-12T01:45:37.691034+0000","last_unstale":"2021-03-12T01:48:36.697793+0000","last_undegraded":"2021-03-12T01:48:36.697793+0000","last_fullsized":"2021-03-12T01:48:36.697793+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_clean_scrub_stamp":"2021-03-12T01:45:36.673694+0000","log_size":6028,"ondisk_log_size":6028,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":121673945,"num_objects":55,"num_object_clones":0,"num_object_copies":110,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":7,"num_read":2046,"num_read_kb":12870,"num_write":5338,"num_write_kb":1228600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":7,"num_bytes_hit_set_archive":3578,"num_flush":959,"num_flush_kb":2754975,"num_evict":910,"num_evict_kb":2598703,"num_promote":1079,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6543","reported_seq":"8537","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:38.120228+0000","last_change":"2021-03-12T01:45:35.754621+0000","last_active":"2021-03-12T01:48:38.120228+0000","last_peered":"2021-03-12T01:48:38.120228+0000","last_clean":"2021-03-12T01:48:38.120228+0000","last_became_active":"2021-03-12T01:45:35.753883+0000","last_became_peered":"2021-03-12T01:45:35.753883+0000","last_unstale":"2021-03-12T01:48:38.120228+0000","last_undegraded":"2021-03-12T01:48:38.120228+0000","last_fullsized":"2021-03-12T01:48:38.120228+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_clean_scrub_stamp":"2021-03-12T01:45:34.663418+0000","log_size":6543,"ondisk_log_size":6543,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7253907771,"num_objects":2409,"num_object_clones":0,"num_object_copies":4818,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2409,"num_whiteouts":0,"num_read":3606,"num_read_kb":319456,"num_write":8120,"num_write_kb":4709946,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.887768+0000","last_change":"2021-03-12T01:45:26.448555+0000","last_active":"2021-03-12T01:48:12.887768+0000","last_peered":"2021-03-12T01:48:12.887768+0000","last_clean":"2021-03-12T01:48:12.887768+0000","last_became_active":"2021-03-12T01:45:26.448284+0000","last_became_peered":"2021-03-12T01:45:26.448284+0000","last_unstale":"2021-03-12T01:48:12.887768+0000","last_undegraded":"2021-03-12T01:48:12.887768+0000","last_fullsized":"2021-03-12T01:48:12.887768+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.887429+0000","last_change":"2021-03-12T01:45:26.449508+0000","last_active":"2021-03-12T01:48:12.887429+0000","last_peered":"2021-03-12T01:48:12.887429+0000","last_clean":"2021-03-12T01:48:12.887429+0000","last_became_active":"2021-03-12T01:45:26.448788+0000","last_became_peered":"2021-03-12T01:45:26.448788+0000","last_unstale":"2021-03-12T01:48:12.887429+0000","last_undegraded":"2021-03-12T01:48:12.887429+0000","last_fullsized":"2021-03-12T01:48:12.887429+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.834867+0000","last_change":"2021-03-12T01:45:27.150785+0000","last_active":"2021-03-12T01:48:12.834867+0000","last_peered":"2021-03-12T01:48:12.834867+0000","last_clean":"2021-03-12T01:48:12.834867+0000","last_became_active":"2021-03-12T01:45:27.150500+0000","last_became_peered":"2021-03-12T01:45:27.150500+0000","last_unstale":"2021-03-12T01:48:12.834867+0000","last_undegraded":"2021-03-12T01:48:12.834867+0000","last_fullsized":"2021-03-12T01:48:12.834867+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":490576353,"num_objects":215,"num_object_clones":0,"num_object_copies":430,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":191,"num_whiteouts":27,"num_read":7807,"num_read_kb":15674,"num_write":20218,"num_write_kb":4761314,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":24,"num_bytes_hit_set_archive":12435,"num_flush":3625,"num_flush_kb":10544416,"num_evict":3257,"num_evict_kb":9457021,"num_promote":3999,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22715,"ondisk_log_size":22715,"up":8,"acting":8,"num_store_stats":0},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":0},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29592817099,"num_objects":9897,"num_object_clones":0,"num_object_copies":19794,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9897,"num_whiteouts":0,"num_read":14965,"num_read_kb":1302876,"num_write":33040,"num_write_kb":19362699,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26653,"ondisk_log_size":26653,"up":8,"acting":8,"num_store_stats":0}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640299,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":9861872,"kb_used_data":83859056,"kb_used_omap":12366,"kb_used_meta":0,"kb_avail":83837508,"statfs":{"total":95948165120,"available":85849608192,"internally_reserved":22065152,"allocated":85871673344,"data_stored":85871673344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12663431,"internal_metadata":0},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":2,"commit_latency_ns":1000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.55100000000000005,"15min":0.56999999999999995},"min":{"1min":0.251,"5min":0.247,"15min":0.247},"max":{"1min":2.04,"5min":2.04,"15min":2.04},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.60099999999999998,"15min":0.63700000000000001},"min":{"1min":0.313,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.7410000000000001,"5min":1.907,"15min":1.907},"last":0.94199999999999995}]},{"osd":1,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.61399999999999999,"15min":0.67000000000000004},"min":{"1min":0.28799999999999998,"5min":0.251,"15min":0.251},"max":{"1min":0.67600000000000005,"5min":1.2,"15min":1.2},"last":0.91100000000000003},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.73299999999999998,"15min":0.79300000000000004},"min":{"1min":0.36199999999999999,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.7809999999999999,"5min":1.7809999999999999,"15min":1.7809999999999999},"last":1.0880000000000001}]},{"osd":2,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.70399999999999996,"5min":0.75900000000000001,"15min":0.80900000000000005},"min":{"1min":0.39600000000000002,"5min":0.376,"15min":0.376},"max":{"1min":1.8120000000000001,"5min":1.8120000000000001,"15min":1.8120000000000001},"last":0.80800000000000005},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.74399999999999999,"15min":0.80400000000000005},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":2.0830000000000002,"5min":2.1240000000000001,"15min":2.1240000000000001},"last":0.86199999999999999}]},{"osd":3,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.501,"15min":0.55600000000000005},"min":{"1min":0.23599999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.57899999999999996,"5min":1.121,"15min":1.121},"last":0.77200000000000002},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.67700000000000005,"15min":0.75700000000000001},"min":{"1min":0.25700000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":2.1509999999999998,"5min":2.1509999999999998,"15min":2.1509999999999998},"last":1.024}]},{"osd":4,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.64300000000000002,"15min":0.72099999999999997},"min":{"1min":0.26600000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":1.9570000000000001,"5min":2.0419999999999998,"15min":2.0419999999999998},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.625,"15min":0.67400000000000004},"min":{"1min":0.27500000000000002,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":2.1320000000000001,"5min":2.1320000000000001,"15min":2.1320000000000001},"last":0.70499999999999996}]}]},{"osd":4,"up_from":11,"seq":47244640299,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":426672,"kb_used_data":93272708,"kb_used_omap":11968,"kb_used_meta":0,"kb_avail":93272708,"statfs":{"total":95948165120,"available":95511252992,"internally_reserved":0,"allocated":95511252992,"data_stored":95511252992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12255423,"internal_metadata":0},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 12 01:48:27 2021","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59299999999999997,"15min":0.61499999999999999},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":2.5499999999999998,"5min":2.5499999999999998,"15min":2.5499999999999998},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.69299999999999995,"15min":0.70499999999999996},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":2.669,"5min":2.669,"15min":2.669},"last":0.86699999999999999}]},{"osd":1,"last update":"Fri Mar 12 01:48:27 2021","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.59699999999999998,"15min":0.59099999999999997},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":3.4329999999999998,"5min":3.4329999999999998,"15min":3.4329999999999998},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.55700000000000005,"15min":0.58699999999999997},"min":{"1min":0.32100000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":1.0640000000000001,"5min":1.115,"15min":1.115},"last":0.497}]},{"osd":2,"last update":"Fri Mar 12 01:48:27 2021","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.66400000000000003,"15min":0.72299999999999998},"min":{"1min":0.33700000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.84399999999999997,"5min":1.226,"15min":1.226},"last":0.91900000000000004},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.66000000000000003,"15min":0.68999999999999995},"min":{"1min":0.39800000000000002,"5min":0.38,"15min":0.38},"max":{"1min":0.75,"5min":1.167,"15min":1.167},"last":0.95299999999999996}]},{"osd":3,"last update":"Fri Mar 12 01:48:27 2021","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.47499999999999998,"15min":0.48999999999999999},"min":{"1min":0.27900000000000003,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.53700000000000003,"15min":0.57199999999999995},"min":{"1min":0.24099999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.70799999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.65200000000000002}]},{"osd":5,"last update":"Fri Mar 12 01:48:27 2021","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.53200000000000003,"15min":0.54700000000000004},"min":{"1min":0.25700000000000001,"5min":0.248,"15min":0.248},"max":{"1min":1.0489999999999999,"5min":1.262,"15min":1.262},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.505,"5min":0.57799999999999996,"15min":0.61199999999999999},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.84499999999999997,"5min":1.2,"15min":1.2},"last":0.81899999999999995}]}]},{"osd":3,"up_from":11,"seq":47244640299,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":4934852,"kb_used_data":88798712,"kb_used_omap":3507,"kb_used_meta":0,"kb_avail":88764528,"statfs":{"total":95948165120,"available":90894876672,"internally_reserved":35004416,"allocated":90929881088,"data_stored":90929881088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3591755,"internal_metadata":0},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":2,"commit_latency_ns":1000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 12 01:48:29 2021","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.54500000000000004,"15min":0.57499999999999996},"min":{"1min":0.35299999999999998,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.754,"5min":1.1040000000000001,"15min":1.1040000000000001},"last":0.85199999999999998},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.56100000000000005,"15min":0.60799999999999998},"min":{"1min":0.29199999999999998,"5min":0.254,"15min":0.254},"max":{"1min":0.66800000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.76400000000000001}]},{"osd":1,"last update":"Fri Mar 12 01:48:29 2021","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.68999999999999995,"15min":0.72799999999999998},"min":{"1min":0.29599999999999999,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":3.056,"5min":3.056,"15min":3.056},"last":1.0449999999999999},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.76000000000000001,"15min":0.78700000000000003},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":2.7639999999999998,"5min":2.7639999999999998,"15min":2.7639999999999998},"last":0.82299999999999995}]},{"osd":2,"last update":"Fri Mar 12 01:48:29 2021","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.64000000000000001,"15min":0.65200000000000002},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":3.323,"5min":3.323,"15min":3.323},"last":0.79600000000000004},{"interface":"front","average":{"1min":0.79200000000000004,"5min":0.73099999999999998,"15min":0.752},"min":{"1min":0.35499999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":4.6109999999999998,"5min":4.6109999999999998,"15min":4.6109999999999998},"last":0.94099999999999995}]},{"osd":4,"last update":"Fri Mar 12 01:48:29 2021","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.56100000000000005,"15min":0.60099999999999998},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.77500000000000002,"5min":1.073,"15min":1.073},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.621,"15min":0.68700000000000006},"min":{"1min":0.23100000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.82599999999999996,"5min":1.196,"15min":1.196},"last":0.69899999999999995}]},{"osd":5,"last update":"Fri Mar 12 01:48:29 2021","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.58599999999999997,"15min":0.60999999999999999},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":2.3980000000000001,"5min":2.3980000000000001,"15min":2.3980000000000001},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.66400000000000003,"15min":0.70999999999999996},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.879,"5min":1.069,"15min":1.069},"last":0.56699999999999995}]}]},{"osd":2,"up_from":11,"seq":47244640298,"num_pgs":5,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":10176348,"kb_used_data":83568436,"kb_used_omap":12485,"kb_used_meta":0,"kb_avail":83523032,"statfs":{"total":95948165120,"available":85527584768,"internally_reserved":46493696,"allocated":85574078464,"data_stored":85574078464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12785275,"internal_metadata":0},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.318,"5min":0.40300000000000002,"15min":0.436},"min":{"1min":0.17599999999999999,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.60899999999999999,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.63700000000000001,"15min":0.70099999999999996},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.71399999999999997,"5min":1.157,"15min":1.157},"last":0.69099999999999995}]},{"osd":1,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.52500000000000002,"15min":0.55900000000000005},"min":{"1min":0.23899999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.95499999999999996,"5min":1.2070000000000001,"15min":1.2070000000000001},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.65400000000000003,"15min":0.71199999999999997},"min":{"1min":0.34399999999999997,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.99199999999999999,"5min":1.075,"15min":1.075},"last":0.97299999999999998}]},{"osd":3,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.64900000000000002,"15min":0.69699999999999995},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.77300000000000002},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.70999999999999996,"15min":0.78200000000000003},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.77400000000000002,"5min":1.3140000000000001,"15min":1.3140000000000001},"last":1.0509999999999999}]},{"osd":4,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.628,"15min":0.64800000000000002},"min":{"1min":0.34300000000000003,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":1.4390000000000001,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":0.82199999999999995},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.72499999999999998,"15min":0.78300000000000003},"min":{"1min":0.373,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.3380000000000001,"5min":1.3380000000000001,"15min":1.3380000000000001},"last":0.86599999999999999}]},{"osd":5,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.755,"15min":0.78600000000000003},"min":{"1min":0.499,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":2.23,"5min":2.23,"15min":2.23},"last":0.93700000000000006},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.76000000000000001,"15min":0.80300000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":2.2749999999999999,"5min":2.2749999999999999,"15min":2.2749999999999999},"last":0.91200000000000003}]}]},{"osd":0,"up_from":11,"seq":47244640298,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":435976,"kb_used_data":93263404,"kb_used_omap":11982,"kb_used_meta":0,"kb_avail":93263404,"statfs":{"total":95948165120,"available":95501725696,"internally_reserved":0,"allocated":95501725696,"data_stored":95501725696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12270063,"internal_metadata":0},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.45700000000000002,"15min":0.47799999999999998},"min":{"1min":0.215,"5min":0.192,"15min":0.192},"max":{"1min":0.88200000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.64600000000000002,"15min":0.63400000000000001},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":5.7729999999999997,"5min":5.7729999999999997,"15min":5.7729999999999997},"last":0.81499999999999995}]},{"osd":2,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.55300000000000005,"15min":0.57099999999999995},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.0249999999999999,"5min":1.151,"15min":1.151},"last":0.625},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.58899999999999997,"15min":0.62},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":2.3370000000000002,"5min":2.3370000000000002,"15min":2.3370000000000002},"last":0.92000000000000004}]},{"osd":3,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.81599999999999995,"5min":0.70099999999999996,"15min":0.72299999999999998},"min":{"1min":0.29799999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":3.544,"5min":3.544,"15min":3.544},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.69999999999999996,"15min":0.74399999999999999},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.0660000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.95399999999999996}]},{"osd":4,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":0.76100000000000001,"15min":0.78100000000000003},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":3.472,"5min":3.472,"15min":3.472},"last":1.014},{"interface":"front","average":{"1min":0.75600000000000001,"5min":0.80200000000000005,"15min":0.83699999999999997},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":2.4550000000000001,"5min":2.4550000000000001,"15min":2.4550000000000001},"last":1.085}]},{"osd":5,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":0.79100000000000004,"15min":0.80500000000000005},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":3.6400000000000001,"5min":3.6400000000000001,"15min":3.6400000000000001},"last":0.874},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.70999999999999996,"15min":0.73199999999999998},"min":{"1min":0.44500000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":1.333,"5min":1.333,"15min":1.333},"last":1.125}]}]},{"osd":1,"up_from":11,"seq":47244640298,"num_pgs":7,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":14684168,"kb_used_data":79041428,"kb_used_omap":21262,"kb_used_meta":0,"kb_avail":79015212,"statfs":{"total":95948165120,"available":80911577088,"internally_reserved":26845184,"allocated":80938422272,"data_stored":80938422272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":21772676,"internal_metadata":0},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":2,"commit_latency_ns":0,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.47699999999999998,"15min":0.495},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.90100000000000002,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.59099999999999997,"15min":0.59299999999999997},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":3.302,"5min":3.302,"15min":3.302},"last":0.81999999999999995}]},{"osd":2,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.55500000000000005,"15min":0.54300000000000004},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":2.4009999999999998,"5min":2.4009999999999998,"15min":2.4009999999999998},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.623,"15min":0.66300000000000003},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.94699999999999995,"5min":1.1970000000000001,"15min":1.1970000000000001},"last":0.69399999999999995}]},{"osd":3,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.73399999999999999,"15min":0.76500000000000001},"min":{"1min":0.40400000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.228,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":1.018},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.77400000000000002,"15min":0.77900000000000003},"min":{"1min":0.33000000000000002,"5min":0.318,"15min":0.318},"max":{"1min":3.4590000000000001,"5min":3.4590000000000001,"15min":3.4590000000000001},"last":0.98399999999999999}]},{"osd":4,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.77700000000000002,"5min":0.77000000000000002,"15min":0.80000000000000004},"min":{"1min":0.36899999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":2.5369999999999999,"5min":2.5369999999999999,"15min":2.5369999999999999},"last":0.91900000000000004},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.83399999999999996,"15min":0.88400000000000001},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":1.121,"5min":1.7989999999999999,"15min":1.7989999999999999},"last":0.88100000000000001}]},{"osd":5,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.80600000000000005,"15min":0.82599999999999996},"min":{"1min":0.43099999999999999,"5min":0.374,"15min":0.374},"max":{"1min":2.5619999999999998,"5min":2.5619999999999998,"15min":2.5619999999999998},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.873,"15min":0.88500000000000001},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":3.5129999999999999,"5min":3.5129999999999999,"15min":3.5129999999999999},"last":1.0660000000000001}]}]}]}} 2021-03-12T04:59:46.780 WARNING:scrape:Ignoring malparsed backtrace: 2021-03-12T01:49:45.973 DEBUG:teuthology.orchestra.run.smithi005:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 , 2021-03-12T01:49:46.137 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi005.front.sepia.ceph.com , 2021-03-12T01:49:46.138 DEBUG:teuthology.orchestra.run.smithi005:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2021-03-12T04:59:46.781 WARNING:scrape:Ignoring malparsed backtrace: 2021-03-12T01:50:15.633 DEBUG:teuthology.orchestra.run.smithi139:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- , 2021-03-12T01:50:15.672 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo , 2021-03-12T01:50:15.690 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2021-03-12T04:59:46.892 WARNING:scrape:Ignoring malparsed backtrace: ceph version 15.2.9-120-g3cd904d7 (3cd904d7154e324a3d68e79f0d8e0c2fe65c4abb) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe1) [0x7fd3565f284e] , 2: (CopyFromOp::_finish(TestOp::CallbackInfo*)+0x501) [0x562ac08bf941] 2021-03-12T04:59:46.893 WARNING:scrape:Ignoring malparsed backtrace: 2021-03-12T01:48:43.394 INFO:teuthology.orchestra.run.smithi005.stdout: , dumped all , 2021-03-12T01:48:43.407 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":129,"stamp":"2021-03-12T01:48:41.655837+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30083393452,"num_objects":10112,"num_object_clones":0,"num_object_copies":20224,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10088,"num_whiteouts":27,"num_read":22772,"num_read_kb":1318550,"num_write":53258,"num_write_kb":24124013,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":24,"num_bytes_hit_set_archive":12435,"num_flush":3625,"num_flush_kb":10544416,"num_evict":3257,"num_evict_kb":9457021,"num_promote":3999,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49368,"ondisk_log_size":49368,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":562196280,"kb_used":40519888,"kb_used_data":521803744,"kb_used_omap":73572,"kb_used_meta":0,"kb_avail":521676392,"statfs":{"total":575688990720,"available":534196625408,"internally_reserved":130408448,"allocated":534327033856,"data_stored":534327033856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75338623,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":7,"commit_latency_ns":2000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-37213400,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-2,"num_whiteouts":7,"num_read":810,"num_read_kb":869080,"num_write":537,"num_write_kb":382424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":2,"num_bytes_hit_set_archive":1120,"num_flush":81,"num_flush_kb":193079,"num_evict":83,"num_evict_kb":198401,"num_promote":80,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002567"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.831220+0000","last_change":"2021-03-12T01:45:27.150932+0000","last_active":"2021-03-12T01:48:12.831220+0000","last_peered":"2021-03-12T01:48:12.831220+0000","last_clean":"2021-03-12T01:48:12.831220+0000","last_became_active":"2021-03-12T01:45:27.150551+0000","last_became_peered":"2021-03-12T01:45:27.150551+0000","last_unstale":"2021-03-12T01:48:12.831220+0000","last_undegraded":"2021-03-12T01:48:12.831220+0000","last_fullsized":"2021-03-12T01:48:12.831220+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.831089+0000","last_change":"2021-03-12T01:45:27.136757+0000","last_active":"2021-03-12T01:48:12.831089+0000","last_peered":"2021-03-12T01:48:12.831089+0000","last_clean":"2021-03-12T01:48:12.831089+0000","last_became_active":"2021-03-12T01:45:27.135540+0000","last_became_peered":"2021-03-12T01:45:27.135540+0000","last_unstale":"2021-03-12T01:48:12.831089+0000","last_undegraded":"2021-03-12T01:48:12.831089+0000","last_fullsized":"2021-03-12T01:48:12.831089+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"33'5931","reported_seq":"8203","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:35.948538+0000","last_change":"2021-03-12T01:45:37.689272+0000","last_active":"2021-03-12T01:48:35.948538+0000","last_peered":"2021-03-12T01:48:35.948538+0000","last_clean":"2021-03-12T01:48:35.948538+0000","last_became_active":"2021-03-12T01:45:37.688960+0000","last_became_peered":"2021-03-12T01:45:37.688960+0000","last_unstale":"2021-03-12T01:48:35.948538+0000","last_undegraded":"2021-03-12T01:48:35.948538+0000","last_fullsized":"2021-03-12T01:48:35.948538+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_clean_scrub_stamp":"2021-03-12T01:45:36.673694+0000","log_size":5931,"ondisk_log_size":5931,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":131706788,"num_objects":53,"num_object_clones":0,"num_object_copies":106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":6,"num_read":2012,"num_read_kb":1006,"num_write":5276,"num_write_kb":1229070,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2840,"num_flush":957,"num_flush_kb":2796887,"num_evict":873,"num_evict_kb":2540680,"num_promote":1059,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6661","reported_seq":"8743","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:38.111039+0000","last_change":"2021-03-12T01:45:35.754994+0000","last_active":"2021-03-12T01:48:38.111039+0000","last_peered":"2021-03-12T01:48:38.111039+0000","last_clean":"2021-03-12T01:48:38.111039+0000","last_became_active":"2021-03-12T01:45:35.754390+0000","last_became_peered":"2021-03-12T01:45:35.754390+0000","last_unstale":"2021-03-12T01:48:38.111039+0000","last_undegraded":"2021-03-12T01:48:38.111039+0000","last_fullsized":"2021-03-12T01:48:38.111039+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_clean_scrub_stamp":"2021-03-12T01:45:34.663418+0000","log_size":6661,"ondisk_log_size":6661,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7305301386,"num_objects":2458,"num_object_clones":0,"num_object_copies":4916,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2458,"num_whiteouts":0,"num_read":3719,"num_read_kb":242403,"num_write":8302,"num_write_kb":4666556,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.831396+0000","last_change":"2021-03-12T01:45:27.135998+0000","last_active":"2021-03-12T01:48:12.831396+0000","last_peered":"2021-03-12T01:48:12.831396+0000","last_clean":"2021-03-12T01:48:12.831396+0000","last_became_active":"2021-03-12T01:45:27.135288+0000","last_became_peered":"2021-03-12T01:45:27.135288+0000","last_unstale":"2021-03-12T01:48:12.831396+0000","last_undegraded":"2021-03-12T01:48:12.831396+0000","last_fullsized":"2021-03-12T01:48:12.831396+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"33'5297","reported_seq":"7327","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:37.632227+0000","last_change":"2021-03-12T01:45:37.692457+0000","last_active":"2021-03-12T01:48:37.632227+0000","last_peered":"2021-03-12T01:48:37.632227+0000","last_clean":"2021-03-12T01:48:37.632227+0000","last_became_active":"2021-03-12T01:45:37.692198+0000","last_became_peered":"2021-03-12T01:45:37.692198+0000","last_unstale":"2021-03-12T01:48:37.632227+0000","last_undegraded":"2021-03-12T01:48:37.632227+0000","last_fullsized":"2021-03-12T01:48:37.632227+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_clean_scrub_stamp":"2021-03-12T01:45:36.673694+0000","log_size":5297,"ondisk_log_size":5297,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":114259066,"num_objects":54,"num_object_clones":0,"num_object_copies":108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":8,"num_read":1817,"num_read_kb":882,"num_write":4732,"num_write_kb":1136651,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":2995,"num_flush":841,"num_flush_kb":2454893,"num_evict":758,"num_evict_kb":2214256,"num_promote":920,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6603","reported_seq":"8784","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:37.832426+0000","last_change":"2021-03-12T01:45:35.680412+0000","last_active":"2021-03-12T01:48:37.832426+0000","last_peered":"2021-03-12T01:48:37.832426+0000","last_clean":"2021-03-12T01:48:37.832426+0000","last_became_active":"2021-03-12T01:45:35.680172+0000","last_became_peered":"2021-03-12T01:45:35.680172+0000","last_unstale":"2021-03-12T01:48:37.832426+0000","last_undegraded":"2021-03-12T01:48:37.832426+0000","last_fullsized":"2021-03-12T01:48:37.832426+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_clean_scrub_stamp":"2021-03-12T01:45:34.663418+0000","log_size":6603,"ondisk_log_size":6603,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7415832589,"num_objects":2477,"num_object_clones":0,"num_object_copies":4954,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2477,"num_whiteouts":0,"num_read":3740,"num_read_kb":378286,"num_write":8154,"num_write_kb":4970350,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.831210+0000","last_change":"2021-03-12T01:45:27.136997+0000","last_active":"2021-03-12T01:48:12.831210+0000","last_peered":"2021-03-12T01:48:12.831210+0000","last_clean":"2021-03-12T01:48:12.831210+0000","last_became_active":"2021-03-12T01:45:27.136076+0000","last_became_peered":"2021-03-12T01:45:27.136076+0000","last_unstale":"2021-03-12T01:48:12.831210+0000","last_undegraded":"2021-03-12T01:48:12.831210+0000","last_fullsized":"2021-03-12T01:48:12.831210+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5459","reported_seq":"7649","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:37.633575+0000","last_change":"2021-03-12T01:45:38.211907+0000","last_active":"2021-03-12T01:48:37.633575+0000","last_peered":"2021-03-12T01:48:37.633575+0000","last_clean":"2021-03-12T01:48:37.633575+0000","last_became_active":"2021-03-12T01:45:38.211584+0000","last_became_peered":"2021-03-12T01:45:38.211584+0000","last_unstale":"2021-03-12T01:48:37.633575+0000","last_undegraded":"2021-03-12T01:48:37.633575+0000","last_fullsized":"2021-03-12T01:48:37.633575+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_clean_scrub_stamp":"2021-03-12T01:45:36.673694+0000","log_size":5459,"ondisk_log_size":5459,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":122936554,"num_objects":53,"num_object_clones":0,"num_object_copies":106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":6,"num_read":1932,"num_read_kb":916,"num_write":4872,"num_write_kb":1166993,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":3022,"num_flush":868,"num_flush_kb":2537661,"num_evict":716,"num_evict_kb":2103382,"num_promote":941,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6846","reported_seq":"9119","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:38.088775+0000","last_change":"2021-03-12T01:45:35.756804+0000","last_active":"2021-03-12T01:48:38.088775+0000","last_peered":"2021-03-12T01:48:38.088775+0000","last_clean":"2021-03-12T01:48:38.088775+0000","last_became_active":"2021-03-12T01:45:35.756444+0000","last_became_peered":"2021-03-12T01:45:35.756444+0000","last_unstale":"2021-03-12T01:48:38.088775+0000","last_undegraded":"2021-03-12T01:48:38.088775+0000","last_fullsized":"2021-03-12T01:48:38.088775+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_clean_scrub_stamp":"2021-03-12T01:45:34.663418+0000","log_size":6846,"ondisk_log_size":6846,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7617775353,"num_objects":2553,"num_object_clones":0,"num_object_copies":5106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2553,"num_whiteouts":0,"num_read":3900,"num_read_kb":362731,"num_write":8464,"num_write_kb":5015847,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.834867+0000","last_change":"2021-03-12T01:45:27.136620+0000","last_active":"2021-03-12T01:48:12.834867+0000","last_peered":"2021-03-12T01:48:12.834867+0000","last_clean":"2021-03-12T01:48:12.834867+0000","last_became_active":"2021-03-12T01:45:27.135821+0000","last_became_peered":"2021-03-12T01:45:27.135821+0000","last_unstale":"2021-03-12T01:48:12.834867+0000","last_undegraded":"2021-03-12T01:48:12.834867+0000","last_fullsized":"2021-03-12T01:48:12.834867+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"33'6028","reported_seq":"8298","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:36.697793+0000","last_change":"2021-03-12T01:45:37.691359+0000","last_active":"2021-03-12T01:48:36.697793+0000","last_peered":"2021-03-12T01:48:36.697793+0000","last_clean":"2021-03-12T01:48:36.697793+0000","last_became_active":"2021-03-12T01:45:37.691034+0000","last_became_peered":"2021-03-12T01:45:37.691034+0000","last_unstale":"2021-03-12T01:48:36.697793+0000","last_undegraded":"2021-03-12T01:48:36.697793+0000","last_fullsized":"2021-03-12T01:48:36.697793+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_clean_scrub_stamp":"2021-03-12T01:45:36.673694+0000","log_size":6028,"ondisk_log_size":6028,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":121673945,"num_objects":55,"num_object_clones":0,"num_object_copies":110,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":7,"num_read":2046,"num_read_kb":12870,"num_write":5338,"num_write_kb":1228600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":7,"num_bytes_hit_set_archive":3578,"num_flush":959,"num_flush_kb":2754975,"num_evict":910,"num_evict_kb":2598703,"num_promote":1079,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6543","reported_seq":"8537","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:38.120228+0000","last_change":"2021-03-12T01:45:35.754621+0000","last_active":"2021-03-12T01:48:38.120228+0000","last_peered":"2021-03-12T01:48:38.120228+0000","last_clean":"2021-03-12T01:48:38.120228+0000","last_became_active":"2021-03-12T01:45:35.753883+0000","last_became_peered":"2021-03-12T01:45:35.753883+0000","last_unstale":"2021-03-12T01:48:38.120228+0000","last_undegraded":"2021-03-12T01:48:38.120228+0000","last_fullsized":"2021-03-12T01:48:38.120228+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_clean_scrub_stamp":"2021-03-12T01:45:34.663418+0000","log_size":6543,"ondisk_log_size":6543,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7253907771,"num_objects":2409,"num_object_clones":0,"num_object_copies":4818,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2409,"num_whiteouts":0,"num_read":3606,"num_read_kb":319456,"num_write":8120,"num_write_kb":4709946,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.887768+0000","last_change":"2021-03-12T01:45:26.448555+0000","last_active":"2021-03-12T01:48:12.887768+0000","last_peered":"2021-03-12T01:48:12.887768+0000","last_clean":"2021-03-12T01:48:12.887768+0000","last_became_active":"2021-03-12T01:45:26.448284+0000","last_became_peered":"2021-03-12T01:45:26.448284+0000","last_unstale":"2021-03-12T01:48:12.887768+0000","last_undegraded":"2021-03-12T01:48:12.887768+0000","last_fullsized":"2021-03-12T01:48:12.887768+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.887429+0000","last_change":"2021-03-12T01:45:26.449508+0000","last_active":"2021-03-12T01:48:12.887429+0000","last_peered":"2021-03-12T01:48:12.887429+0000","last_clean":"2021-03-12T01:48:12.887429+0000","last_became_active":"2021-03-12T01:45:26.448788+0000","last_became_peered":"2021-03-12T01:45:26.448788+0000","last_unstale":"2021-03-12T01:48:12.887429+0000","last_undegraded":"2021-03-12T01:48:12.887429+0000","last_fullsized":"2021-03-12T01:48:12.887429+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.834867+0000","last_change":"2021-03-12T01:45:27.150785+0000","last_active":"2021-03-12T01:48:12.834867+0000","last_peered":"2021-03-12T01:48:12.834867+0000","last_clean":"2021-03-12T01:48:12.834867+0000","last_became_active":"2021-03-12T01:45:27.150500+0000","last_became_peered":"2021-03-12T01:45:27.150500+0000","last_unstale":"2021-03-12T01:48:12.834867+0000","last_undegraded":"2021-03-12T01:48:12.834867+0000","last_fullsized":"2021-03-12T01:48:12.834867+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":490576353,"num_objects":215,"num_object_clones":0,"num_object_copies":430,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":191,"num_whiteouts":27,"num_read":7807,"num_read_kb":15674,"num_write":20218,"num_write_kb":4761314,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":24,"num_bytes_hit_set_archive":12435,"num_flush":3625,"num_flush_kb":10544416,"num_evict":3257,"num_evict_kb":9457021,"num_promote":3999,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22715,"ondisk_log_size":22715,"up":8,"acting":8,"num_store_stats":0},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":0},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29592817099,"num_objects":9897,"num_object_clones":0,"num_object_copies":19794,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9897,"num_whiteouts":0,"num_read":14965,"num_read_kb":1302876,"num_write":33040,"num_write_kb":19362699,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26653,"ondisk_log_size":26653,"up":8,"acting":8,"num_store_stats":0}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640299,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":9861872,"kb_used_data":83859056,"kb_used_omap":12366,"kb_used_meta":0,"kb_avail":83837508,"statfs":{"total":95948165120,"available":85849608192,"internally_reserved":22065152,"allocated":85871673344,"data_stored":85871673344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12663431,"internal_metadata":0},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":2,"commit_latency_ns":1000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.55100000000000005,"15min":0.56999999999999995},"min":{"1min":0.251,"5min":0.247,"15min":0.247},"max":{"1min":2.04,"5min":2.04,"15min":2.04},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.60099999999999998,"15min":0.63700000000000001},"min":{"1min":0.313,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.7410000000000001,"5min":1.907,"15min":1.907},"last":0.94199999999999995}]},{"osd":1,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.61399999999999999,"15min":0.67000000000000004},"min":{"1min":0.28799999999999998,"5min":0.251,"15min":0.251},"max":{"1min":0.67600000000000005,"5min":1.2,"15min":1.2},"last":0.91100000000000003},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.73299999999999998,"15min":0.79300000000000004},"min":{"1min":0.36199999999999999,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.7809999999999999,"5min":1.7809999999999999,"15min":1.7809999999999999},"last":1.0880000000000001}]},{"osd":2,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.70399999999999996,"5min":0.75900000000000001,"15min":0.80900000000000005},"min":{"1min":0.39600000000000002,"5min":0.376,"15min":0.376},"max":{"1min":1.8120000000000001,"5min":1.8120000000000001,"15min":1.8120000000000001},"last":0.80800000000000005},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.74399999999999999,"15min":0.80400000000000005},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":2.0830000000000002,"5min":2.1240000000000001,"15min":2.1240000000000001},"last":0.86199999999999999}]},{"osd":3,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.501,"15min":0.55600000000000005},"min":{"1min":0.23599999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.57899999999999996,"5min":1.121,"15min":1.121},"last":0.77200000000000002},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.67700000000000005,"15min":0.75700000000000001},"min":{"1min":0.25700000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":2.1509999999999998,"5min":2.1509999999999998,"15min":2.1509999999999998},"last":1.024}]},{"osd":4,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.64300000000000002,"15min":0.72099999999999997},"min":{"1min":0.26600000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":1.9570000000000001,"5min":2.0419999999999998,"15min":2.0419999999999998},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.625,"15min":0.67400000000000004},"min":{"1min":0.27500000000000002,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":2.1320000000000001,"5min":2.1320000000000001,"15min":2.1320000000000001},"last":0.70499999999999996}]}]},{"osd":4,"up_from":11,"seq":47244640299,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":426672,"kb_used_data":93272708,"kb_used_omap":11968,"kb_used_meta":0,"kb_avail":93272708,"statfs":{"total":95948165120,"available":95511252992,"internally_reserved":0,"allocated":95511252992,"data_stored":95511252992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12255423,"internal_metadata":0},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 12 01:48:27 2021","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59299999999999997,"15min":0.61499999999999999},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":2.5499999999999998,"5min":2.5499999999999998,"15min":2.5499999999999998},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.69299999999999995,"15min":0.70499999999999996},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":2.669,"5min":2.669,"15min":2.669},"last":0.86699999999999999}]},{"osd":1,"last update":"Fri Mar 12 01:48:27 2021","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.59699999999999998,"15min":0.59099999999999997},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":3.4329999999999998,"5min":3.4329999999999998,"15min":3.4329999999999998},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.55700000000000005,"15min":0.58699999999999997},"min":{"1min":0.32100000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":1.0640000000000001,"5min":1.115,"15min":1.115},"last":0.497}]},{"osd":2,"last update":"Fri Mar 12 01:48:27 2021","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.66400000000000003,"15min":0.72299999999999998},"min":{"1min":0.33700000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.84399999999999997,"5min":1.226,"15min":1.226},"last":0.91900000000000004},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.66000000000000003,"15min":0.68999999999999995},"min":{"1min":0.39800000000000002,"5min":0.38,"15min":0.38},"max":{"1min":0.75,"5min":1.167,"15min":1.167},"last":0.95299999999999996}]},{"osd":3,"last update":"Fri Mar 12 01:48:27 2021","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.47499999999999998,"15min":0.48999999999999999},"min":{"1min":0.27900000000000003,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.53700000000000003,"15min":0.57199999999999995},"min":{"1min":0.24099999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.70799999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.65200000000000002}]},{"osd":5,"last update":"Fri Mar 12 01:48:27 2021","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.53200000000000003,"15min":0.54700000000000004},"min":{"1min":0.25700000000000001,"5min":0.248,"15min":0.248},"max":{"1min":1.0489999999999999,"5min":1.262,"15min":1.262},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.505,"5min":0.57799999999999996,"15min":0.61199999999999999},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.84499999999999997,"5min":1.2,"15min":1.2},"last":0.81899999999999995}]}]},{"osd":3,"up_from":11,"seq":47244640299,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":4934852,"kb_used_data":88798712,"kb_used_omap":3507,"kb_used_meta":0,"kb_avail":88764528,"statfs":{"total":95948165120,"available":90894876672,"internally_reserved":35004416,"allocated":90929881088,"data_stored":90929881088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3591755,"internal_metadata":0},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":2,"commit_latency_ns":1000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 12 01:48:29 2021","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.54500000000000004,"15min":0.57499999999999996},"min":{"1min":0.35299999999999998,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.754,"5min":1.1040000000000001,"15min":1.1040000000000001},"last":0.85199999999999998},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.56100000000000005,"15min":0.60799999999999998},"min":{"1min":0.29199999999999998,"5min":0.254,"15min":0.254},"max":{"1min":0.66800000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.76400000000000001}]},{"osd":1,"last update":"Fri Mar 12 01:48:29 2021","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.68999999999999995,"15min":0.72799999999999998},"min":{"1min":0.29599999999999999,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":3.056,"5min":3.056,"15min":3.056},"last":1.0449999999999999},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.76000000000000001,"15min":0.78700000000000003},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":2.7639999999999998,"5min":2.7639999999999998,"15min":2.7639999999999998},"last":0.82299999999999995}]},{"osd":2,"last update":"Fri Mar 12 01:48:29 2021","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.64000000000000001,"15min":0.65200000000000002},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":3.323,"5min":3.323,"15min":3.323},"last":0.79600000000000004},{"interface":"front","average":{"1min":0.79200000000000004,"5min":0.73099999999999998,"15min":0.752},"min":{"1min":0.35499999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":4.6109999999999998,"5min":4.6109999999999998,"15min":4.6109999999999998},"last":0.94099999999999995}]},{"osd":4,"last update":"Fri Mar 12 01:48:29 2021","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.56100000000000005,"15min":0.60099999999999998},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.77500000000000002,"5min":1.073,"15min":1.073},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.621,"15min":0.68700000000000006},"min":{"1min":0.23100000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.82599999999999996,"5min":1.196,"15min":1.196},"last":0.69899999999999995}]},{"osd":5,"last update":"Fri Mar 12 01:48:29 2021","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.58599999999999997,"15min":0.60999999999999999},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":2.3980000000000001,"5min":2.3980000000000001,"15min":2.3980000000000001},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.66400000000000003,"15min":0.70999999999999996},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.879,"5min":1.069,"15min":1.069},"last":0.56699999999999995}]}]},{"osd":2,"up_from":11,"seq":47244640298,"num_pgs":5,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":10176348,"kb_used_data":83568436,"kb_used_omap":12485,"kb_used_meta":0,"kb_avail":83523032,"statfs":{"total":95948165120,"available":85527584768,"internally_reserved":46493696,"allocated":85574078464,"data_stored":85574078464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12785275,"internal_metadata":0},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.318,"5min":0.40300000000000002,"15min":0.436},"min":{"1min":0.17599999999999999,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.60899999999999999,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.63700000000000001,"15min":0.70099999999999996},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.71399999999999997,"5min":1.157,"15min":1.157},"last":0.69099999999999995}]},{"osd":1,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.52500000000000002,"15min":0.55900000000000005},"min":{"1min":0.23899999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.95499999999999996,"5min":1.2070000000000001,"15min":1.2070000000000001},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.65400000000000003,"15min":0.71199999999999997},"min":{"1min":0.34399999999999997,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.99199999999999999,"5min":1.075,"15min":1.075},"last":0.97299999999999998}]},{"osd":3,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.64900000000000002,"15min":0.69699999999999995},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.77300000000000002},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.70999999999999996,"15min":0.78200000000000003},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.77400000000000002,"5min":1.3140000000000001,"15min":1.3140000000000001},"last":1.0509999999999999}]},{"osd":4,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.628,"15min":0.64800000000000002},"min":{"1min":0.34300000000000003,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":1.4390000000000001,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":0.82199999999999995},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.72499999999999998,"15min":0.78300000000000003},"min":{"1min":0.373,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.3380000000000001,"5min":1.3380000000000001,"15min":1.3380000000000001},"last":0.86599999999999999}]},{"osd":5,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.755,"15min":0.78600000000000003},"min":{"1min":0.499,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":2.23,"5min":2.23,"15min":2.23},"last":0.93700000000000006},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.76000000000000001,"15min":0.80300000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":2.2749999999999999,"5min":2.2749999999999999,"15min":2.2749999999999999},"last":0.91200000000000003}]}]},{"osd":0,"up_from":11,"seq":47244640298,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":435976,"kb_used_data":93263404,"kb_used_omap":11982,"kb_used_meta":0,"kb_avail":93263404,"statfs":{"total":95948165120,"available":95501725696,"internally_reserved":0,"allocated":95501725696,"data_stored":95501725696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12270063,"internal_metadata":0},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.45700000000000002,"15min":0.47799999999999998},"min":{"1min":0.215,"5min":0.192,"15min":0.192},"max":{"1min":0.88200000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.64600000000000002,"15min":0.63400000000000001},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":5.7729999999999997,"5min":5.7729999999999997,"15min":5.7729999999999997},"last":0.81499999999999995}]},{"osd":2,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.55300000000000005,"15min":0.57099999999999995},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.0249999999999999,"5min":1.151,"15min":1.151},"last":0.625},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.58899999999999997,"15min":0.62},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":2.3370000000000002,"5min":2.3370000000000002,"15min":2.3370000000000002},"last":0.92000000000000004}]},{"osd":3,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.81599999999999995,"5min":0.70099999999999996,"15min":0.72299999999999998},"min":{"1min":0.29799999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":3.544,"5min":3.544,"15min":3.544},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.69999999999999996,"15min":0.74399999999999999},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.0660000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.95399999999999996}]},{"osd":4,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":0.76100000000000001,"15min":0.78100000000000003},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":3.472,"5min":3.472,"15min":3.472},"last":1.014},{"interface":"front","average":{"1min":0.75600000000000001,"5min":0.80200000000000005,"15min":0.83699999999999997},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":2.4550000000000001,"5min":2.4550000000000001,"15min":2.4550000000000001},"last":1.085}]},{"osd":5,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":0.79100000000000004,"15min":0.80500000000000005},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":3.6400000000000001,"5min":3.6400000000000001,"15min":3.6400000000000001},"last":0.874},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.70999999999999996,"15min":0.73199999999999998},"min":{"1min":0.44500000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":1.333,"5min":1.333,"15min":1.333},"last":1.125}]}]},{"osd":1,"up_from":11,"seq":47244640298,"num_pgs":7,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":14684168,"kb_used_data":79041428,"kb_used_omap":21262,"kb_used_meta":0,"kb_avail":79015212,"statfs":{"total":95948165120,"available":80911577088,"internally_reserved":26845184,"allocated":80938422272,"data_stored":80938422272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":21772676,"internal_metadata":0},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":2,"commit_latency_ns":0,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.47699999999999998,"15min":0.495},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.90100000000000002,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.59099999999999997,"15min":0.59299999999999997},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":3.302,"5min":3.302,"15min":3.302},"last":0.81999999999999995}]},{"osd":2,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.55500000000000005,"15min":0.54300000000000004},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":2.4009999999999998,"5min":2.4009999999999998,"15min":2.4009999999999998},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.623,"15min":0.66300000000000003},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.94699999999999995,"5min":1.1970000000000001,"15min":1.1970000000000001},"last":0.69399999999999995}]},{"osd":3,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.73399999999999999,"15min":0.76500000000000001},"min":{"1min":0.40400000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.228,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":1.018},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.77400000000000002,"15min":0.77900000000000003},"min":{"1min":0.33000000000000002,"5min":0.318,"15min":0.318},"max":{"1min":3.4590000000000001,"5min":3.4590000000000001,"15min":3.4590000000000001},"last":0.98399999999999999}]},{"osd":4,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.77700000000000002,"5min":0.77000000000000002,"15min":0.80000000000000004},"min":{"1min":0.36899999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":2.5369999999999999,"5min":2.5369999999999999,"15min":2.5369999999999999},"last":0.91900000000000004},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.83399999999999996,"15min":0.88400000000000001},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":1.121,"5min":1.7989999999999999,"15min":1.7989999999999999},"last":0.88100000000000001}]},{"osd":5,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.80600000000000005,"15min":0.82599999999999996},"min":{"1min":0.43099999999999999,"5min":0.374,"15min":0.374},"max":{"1min":2.5619999999999998,"5min":2.5619999999999998,"15min":2.5619999999999998},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.873,"15min":0.88500000000000001},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":3.5129999999999999,"5min":3.5129999999999999,"15min":3.5129999999999999},"last":1.0660000000000001}]}]}]}} 2021-03-12T04:59:46.895 WARNING:scrape:Ignoring malparsed backtrace: 2021-03-12T01:49:45.973 DEBUG:teuthology.orchestra.run.smithi005:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 , 2021-03-12T01:49:46.137 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi005.front.sepia.ceph.com , 2021-03-12T01:49:46.138 DEBUG:teuthology.orchestra.run.smithi005:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2021-03-12T04:59:46.896 WARNING:scrape:Ignoring malparsed backtrace: 2021-03-12T01:50:15.633 DEBUG:teuthology.orchestra.run.smithi139:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- , 2021-03-12T01:50:15.672 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo , 2021-03-12T01:50:15.690 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2021-03-12T04:59:47.020 WARNING:scrape:Ignoring malparsed backtrace: ceph version 15.2.9-120-g3cd904d7 (3cd904d7154e324a3d68e79f0d8e0c2fe65c4abb) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe1) [0x7fd3565f284e] , 2: (CopyFromOp::_finish(TestOp::CallbackInfo*)+0x501) [0x562ac08bf941] 2021-03-12T04:59:47.022 WARNING:scrape:Ignoring malparsed backtrace: 2021-03-12T01:48:43.394 INFO:teuthology.orchestra.run.smithi005.stdout: , dumped all , 2021-03-12T01:48:43.407 INFO:teuthology.orchestra.run.smithi005.stdout:{"pg_ready":true,"pg_map":{"version":129,"stamp":"2021-03-12T01:48:41.655837+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30083393452,"num_objects":10112,"num_object_clones":0,"num_object_copies":20224,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10088,"num_whiteouts":27,"num_read":22772,"num_read_kb":1318550,"num_write":53258,"num_write_kb":24124013,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":24,"num_bytes_hit_set_archive":12435,"num_flush":3625,"num_flush_kb":10544416,"num_evict":3257,"num_evict_kb":9457021,"num_promote":3999,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49368,"ondisk_log_size":49368,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":562196280,"kb_used":40519888,"kb_used_data":521803744,"kb_used_omap":73572,"kb_used_meta":0,"kb_avail":521676392,"statfs":{"total":575688990720,"available":534196625408,"internally_reserved":130408448,"allocated":534327033856,"data_stored":534327033856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":75338623,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":7,"commit_latency_ns":2000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-37213400,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-2,"num_whiteouts":7,"num_read":810,"num_read_kb":869080,"num_write":537,"num_write_kb":382424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":2,"num_bytes_hit_set_archive":1120,"num_flush":81,"num_flush_kb":193079,"num_evict":83,"num_evict_kb":198401,"num_promote":80,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002567"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.831220+0000","last_change":"2021-03-12T01:45:27.150932+0000","last_active":"2021-03-12T01:48:12.831220+0000","last_peered":"2021-03-12T01:48:12.831220+0000","last_clean":"2021-03-12T01:48:12.831220+0000","last_became_active":"2021-03-12T01:45:27.150551+0000","last_became_peered":"2021-03-12T01:45:27.150551+0000","last_unstale":"2021-03-12T01:48:12.831220+0000","last_undegraded":"2021-03-12T01:48:12.831220+0000","last_fullsized":"2021-03-12T01:48:12.831220+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.831089+0000","last_change":"2021-03-12T01:45:27.136757+0000","last_active":"2021-03-12T01:48:12.831089+0000","last_peered":"2021-03-12T01:48:12.831089+0000","last_clean":"2021-03-12T01:48:12.831089+0000","last_became_active":"2021-03-12T01:45:27.135540+0000","last_became_peered":"2021-03-12T01:45:27.135540+0000","last_unstale":"2021-03-12T01:48:12.831089+0000","last_undegraded":"2021-03-12T01:48:12.831089+0000","last_fullsized":"2021-03-12T01:48:12.831089+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"33'5931","reported_seq":"8203","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:35.948538+0000","last_change":"2021-03-12T01:45:37.689272+0000","last_active":"2021-03-12T01:48:35.948538+0000","last_peered":"2021-03-12T01:48:35.948538+0000","last_clean":"2021-03-12T01:48:35.948538+0000","last_became_active":"2021-03-12T01:45:37.688960+0000","last_became_peered":"2021-03-12T01:45:37.688960+0000","last_unstale":"2021-03-12T01:48:35.948538+0000","last_undegraded":"2021-03-12T01:48:35.948538+0000","last_fullsized":"2021-03-12T01:48:35.948538+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_clean_scrub_stamp":"2021-03-12T01:45:36.673694+0000","log_size":5931,"ondisk_log_size":5931,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":131706788,"num_objects":53,"num_object_clones":0,"num_object_copies":106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":6,"num_read":2012,"num_read_kb":1006,"num_write":5276,"num_write_kb":1229070,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2840,"num_flush":957,"num_flush_kb":2796887,"num_evict":873,"num_evict_kb":2540680,"num_promote":1059,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6661","reported_seq":"8743","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:38.111039+0000","last_change":"2021-03-12T01:45:35.754994+0000","last_active":"2021-03-12T01:48:38.111039+0000","last_peered":"2021-03-12T01:48:38.111039+0000","last_clean":"2021-03-12T01:48:38.111039+0000","last_became_active":"2021-03-12T01:45:35.754390+0000","last_became_peered":"2021-03-12T01:45:35.754390+0000","last_unstale":"2021-03-12T01:48:38.111039+0000","last_undegraded":"2021-03-12T01:48:38.111039+0000","last_fullsized":"2021-03-12T01:48:38.111039+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_clean_scrub_stamp":"2021-03-12T01:45:34.663418+0000","log_size":6661,"ondisk_log_size":6661,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7305301386,"num_objects":2458,"num_object_clones":0,"num_object_copies":4916,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2458,"num_whiteouts":0,"num_read":3719,"num_read_kb":242403,"num_write":8302,"num_write_kb":4666556,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.831396+0000","last_change":"2021-03-12T01:45:27.135998+0000","last_active":"2021-03-12T01:48:12.831396+0000","last_peered":"2021-03-12T01:48:12.831396+0000","last_clean":"2021-03-12T01:48:12.831396+0000","last_became_active":"2021-03-12T01:45:27.135288+0000","last_became_peered":"2021-03-12T01:45:27.135288+0000","last_unstale":"2021-03-12T01:48:12.831396+0000","last_undegraded":"2021-03-12T01:48:12.831396+0000","last_fullsized":"2021-03-12T01:48:12.831396+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"33'5297","reported_seq":"7327","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:37.632227+0000","last_change":"2021-03-12T01:45:37.692457+0000","last_active":"2021-03-12T01:48:37.632227+0000","last_peered":"2021-03-12T01:48:37.632227+0000","last_clean":"2021-03-12T01:48:37.632227+0000","last_became_active":"2021-03-12T01:45:37.692198+0000","last_became_peered":"2021-03-12T01:45:37.692198+0000","last_unstale":"2021-03-12T01:48:37.632227+0000","last_undegraded":"2021-03-12T01:48:37.632227+0000","last_fullsized":"2021-03-12T01:48:37.632227+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_clean_scrub_stamp":"2021-03-12T01:45:36.673694+0000","log_size":5297,"ondisk_log_size":5297,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":114259066,"num_objects":54,"num_object_clones":0,"num_object_copies":108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":8,"num_read":1817,"num_read_kb":882,"num_write":4732,"num_write_kb":1136651,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":2995,"num_flush":841,"num_flush_kb":2454893,"num_evict":758,"num_evict_kb":2214256,"num_promote":920,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6603","reported_seq":"8784","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:37.832426+0000","last_change":"2021-03-12T01:45:35.680412+0000","last_active":"2021-03-12T01:48:37.832426+0000","last_peered":"2021-03-12T01:48:37.832426+0000","last_clean":"2021-03-12T01:48:37.832426+0000","last_became_active":"2021-03-12T01:45:35.680172+0000","last_became_peered":"2021-03-12T01:45:35.680172+0000","last_unstale":"2021-03-12T01:48:37.832426+0000","last_undegraded":"2021-03-12T01:48:37.832426+0000","last_fullsized":"2021-03-12T01:48:37.832426+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_clean_scrub_stamp":"2021-03-12T01:45:34.663418+0000","log_size":6603,"ondisk_log_size":6603,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7415832589,"num_objects":2477,"num_object_clones":0,"num_object_copies":4954,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2477,"num_whiteouts":0,"num_read":3740,"num_read_kb":378286,"num_write":8154,"num_write_kb":4970350,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.831210+0000","last_change":"2021-03-12T01:45:27.136997+0000","last_active":"2021-03-12T01:48:12.831210+0000","last_peered":"2021-03-12T01:48:12.831210+0000","last_clean":"2021-03-12T01:48:12.831210+0000","last_became_active":"2021-03-12T01:45:27.136076+0000","last_became_peered":"2021-03-12T01:45:27.136076+0000","last_unstale":"2021-03-12T01:48:12.831210+0000","last_undegraded":"2021-03-12T01:48:12.831210+0000","last_fullsized":"2021-03-12T01:48:12.831210+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5459","reported_seq":"7649","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:37.633575+0000","last_change":"2021-03-12T01:45:38.211907+0000","last_active":"2021-03-12T01:48:37.633575+0000","last_peered":"2021-03-12T01:48:37.633575+0000","last_clean":"2021-03-12T01:48:37.633575+0000","last_became_active":"2021-03-12T01:45:38.211584+0000","last_became_peered":"2021-03-12T01:45:38.211584+0000","last_unstale":"2021-03-12T01:48:37.633575+0000","last_undegraded":"2021-03-12T01:48:37.633575+0000","last_fullsized":"2021-03-12T01:48:37.633575+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_clean_scrub_stamp":"2021-03-12T01:45:36.673694+0000","log_size":5459,"ondisk_log_size":5459,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":122936554,"num_objects":53,"num_object_clones":0,"num_object_copies":106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":6,"num_read":1932,"num_read_kb":916,"num_write":4872,"num_write_kb":1166993,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":3022,"num_flush":868,"num_flush_kb":2537661,"num_evict":716,"num_evict_kb":2103382,"num_promote":941,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6846","reported_seq":"9119","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:38.088775+0000","last_change":"2021-03-12T01:45:35.756804+0000","last_active":"2021-03-12T01:48:38.088775+0000","last_peered":"2021-03-12T01:48:38.088775+0000","last_clean":"2021-03-12T01:48:38.088775+0000","last_became_active":"2021-03-12T01:45:35.756444+0000","last_became_peered":"2021-03-12T01:45:35.756444+0000","last_unstale":"2021-03-12T01:48:38.088775+0000","last_undegraded":"2021-03-12T01:48:38.088775+0000","last_fullsized":"2021-03-12T01:48:38.088775+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_clean_scrub_stamp":"2021-03-12T01:45:34.663418+0000","log_size":6846,"ondisk_log_size":6846,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7617775353,"num_objects":2553,"num_object_clones":0,"num_object_copies":5106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2553,"num_whiteouts":0,"num_read":3900,"num_read_kb":362731,"num_write":8464,"num_write_kb":5015847,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.834867+0000","last_change":"2021-03-12T01:45:27.136620+0000","last_active":"2021-03-12T01:48:12.834867+0000","last_peered":"2021-03-12T01:48:12.834867+0000","last_clean":"2021-03-12T01:48:12.834867+0000","last_became_active":"2021-03-12T01:45:27.135821+0000","last_became_peered":"2021-03-12T01:45:27.135821+0000","last_unstale":"2021-03-12T01:48:12.834867+0000","last_undegraded":"2021-03-12T01:48:12.834867+0000","last_fullsized":"2021-03-12T01:48:12.834867+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"33'6028","reported_seq":"8298","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:36.697793+0000","last_change":"2021-03-12T01:45:37.691359+0000","last_active":"2021-03-12T01:48:36.697793+0000","last_peered":"2021-03-12T01:48:36.697793+0000","last_clean":"2021-03-12T01:48:36.697793+0000","last_became_active":"2021-03-12T01:45:37.691034+0000","last_became_peered":"2021-03-12T01:45:37.691034+0000","last_unstale":"2021-03-12T01:48:36.697793+0000","last_undegraded":"2021-03-12T01:48:36.697793+0000","last_fullsized":"2021-03-12T01:48:36.697793+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:36.673694+0000","last_clean_scrub_stamp":"2021-03-12T01:45:36.673694+0000","log_size":6028,"ondisk_log_size":6028,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":121673945,"num_objects":55,"num_object_clones":0,"num_object_copies":110,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":7,"num_read":2046,"num_read_kb":12870,"num_write":5338,"num_write_kb":1228600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":7,"num_bytes_hit_set_archive":3578,"num_flush":959,"num_flush_kb":2754975,"num_evict":910,"num_evict_kb":2598703,"num_promote":1079,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6543","reported_seq":"8537","reported_epoch":"33","state":"active+clean","last_fresh":"2021-03-12T01:48:38.120228+0000","last_change":"2021-03-12T01:45:35.754621+0000","last_active":"2021-03-12T01:48:38.120228+0000","last_peered":"2021-03-12T01:48:38.120228+0000","last_clean":"2021-03-12T01:48:38.120228+0000","last_became_active":"2021-03-12T01:45:35.753883+0000","last_became_peered":"2021-03-12T01:45:35.753883+0000","last_unstale":"2021-03-12T01:48:38.120228+0000","last_undegraded":"2021-03-12T01:48:38.120228+0000","last_fullsized":"2021-03-12T01:48:38.120228+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:34.663418+0000","last_clean_scrub_stamp":"2021-03-12T01:45:34.663418+0000","log_size":6543,"ondisk_log_size":6543,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7253907771,"num_objects":2409,"num_object_clones":0,"num_object_copies":4818,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2409,"num_whiteouts":0,"num_read":3606,"num_read_kb":319456,"num_write":8120,"num_write_kb":4709946,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.887768+0000","last_change":"2021-03-12T01:45:26.448555+0000","last_active":"2021-03-12T01:48:12.887768+0000","last_peered":"2021-03-12T01:48:12.887768+0000","last_clean":"2021-03-12T01:48:12.887768+0000","last_became_active":"2021-03-12T01:45:26.448284+0000","last_became_peered":"2021-03-12T01:45:26.448284+0000","last_unstale":"2021-03-12T01:48:12.887768+0000","last_undegraded":"2021-03-12T01:48:12.887768+0000","last_fullsized":"2021-03-12T01:48:12.887768+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"27","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.887429+0000","last_change":"2021-03-12T01:45:26.449508+0000","last_active":"2021-03-12T01:48:12.887429+0000","last_peered":"2021-03-12T01:48:12.887429+0000","last_clean":"2021-03-12T01:48:12.887429+0000","last_became_active":"2021-03-12T01:45:26.448788+0000","last_became_peered":"2021-03-12T01:45:26.448788+0000","last_unstale":"2021-03-12T01:48:12.887429+0000","last_undegraded":"2021-03-12T01:48:12.887429+0000","last_fullsized":"2021-03-12T01:48:12.887429+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2021-03-12T01:48:12.834867+0000","last_change":"2021-03-12T01:45:27.150785+0000","last_active":"2021-03-12T01:48:12.834867+0000","last_peered":"2021-03-12T01:48:12.834867+0000","last_clean":"2021-03-12T01:48:12.834867+0000","last_became_active":"2021-03-12T01:45:27.150500+0000","last_became_peered":"2021-03-12T01:45:27.150500+0000","last_unstale":"2021-03-12T01:48:12.834867+0000","last_undegraded":"2021-03-12T01:48:12.834867+0000","last_fullsized":"2021-03-12T01:48:12.834867+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-12T01:45:25.427448+0000","last_clean_scrub_stamp":"2021-03-12T01:45:25.427448+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":490576353,"num_objects":215,"num_object_clones":0,"num_object_copies":430,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":191,"num_whiteouts":27,"num_read":7807,"num_read_kb":15674,"num_write":20218,"num_write_kb":4761314,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":24,"num_bytes_hit_set_archive":12435,"num_flush":3625,"num_flush_kb":10544416,"num_evict":3257,"num_evict_kb":9457021,"num_promote":3999,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22715,"ondisk_log_size":22715,"up":8,"acting":8,"num_store_stats":0},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":0},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29592817099,"num_objects":9897,"num_object_clones":0,"num_object_copies":19794,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9897,"num_whiteouts":0,"num_read":14965,"num_read_kb":1302876,"num_write":33040,"num_write_kb":19362699,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26653,"ondisk_log_size":26653,"up":8,"acting":8,"num_store_stats":0}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640299,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":9861872,"kb_used_data":83859056,"kb_used_omap":12366,"kb_used_meta":0,"kb_avail":83837508,"statfs":{"total":95948165120,"available":85849608192,"internally_reserved":22065152,"allocated":85871673344,"data_stored":85871673344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12663431,"internal_metadata":0},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":2,"commit_latency_ns":1000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.55100000000000005,"15min":0.56999999999999995},"min":{"1min":0.251,"5min":0.247,"15min":0.247},"max":{"1min":2.04,"5min":2.04,"15min":2.04},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.60099999999999998,"15min":0.63700000000000001},"min":{"1min":0.313,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.7410000000000001,"5min":1.907,"15min":1.907},"last":0.94199999999999995}]},{"osd":1,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.61399999999999999,"15min":0.67000000000000004},"min":{"1min":0.28799999999999998,"5min":0.251,"15min":0.251},"max":{"1min":0.67600000000000005,"5min":1.2,"15min":1.2},"last":0.91100000000000003},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.73299999999999998,"15min":0.79300000000000004},"min":{"1min":0.36199999999999999,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.7809999999999999,"5min":1.7809999999999999,"15min":1.7809999999999999},"last":1.0880000000000001}]},{"osd":2,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.70399999999999996,"5min":0.75900000000000001,"15min":0.80900000000000005},"min":{"1min":0.39600000000000002,"5min":0.376,"15min":0.376},"max":{"1min":1.8120000000000001,"5min":1.8120000000000001,"15min":1.8120000000000001},"last":0.80800000000000005},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.74399999999999999,"15min":0.80400000000000005},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":2.0830000000000002,"5min":2.1240000000000001,"15min":2.1240000000000001},"last":0.86199999999999999}]},{"osd":3,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.501,"15min":0.55600000000000005},"min":{"1min":0.23599999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.57899999999999996,"5min":1.121,"15min":1.121},"last":0.77200000000000002},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.67700000000000005,"15min":0.75700000000000001},"min":{"1min":0.25700000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":2.1509999999999998,"5min":2.1509999999999998,"15min":2.1509999999999998},"last":1.024}]},{"osd":4,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.64300000000000002,"15min":0.72099999999999997},"min":{"1min":0.26600000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":1.9570000000000001,"5min":2.0419999999999998,"15min":2.0419999999999998},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.625,"15min":0.67400000000000004},"min":{"1min":0.27500000000000002,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":2.1320000000000001,"5min":2.1320000000000001,"15min":2.1320000000000001},"last":0.70499999999999996}]}]},{"osd":4,"up_from":11,"seq":47244640299,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":426672,"kb_used_data":93272708,"kb_used_omap":11968,"kb_used_meta":0,"kb_avail":93272708,"statfs":{"total":95948165120,"available":95511252992,"internally_reserved":0,"allocated":95511252992,"data_stored":95511252992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12255423,"internal_metadata":0},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 12 01:48:27 2021","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59299999999999997,"15min":0.61499999999999999},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":2.5499999999999998,"5min":2.5499999999999998,"15min":2.5499999999999998},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.69299999999999995,"15min":0.70499999999999996},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":2.669,"5min":2.669,"15min":2.669},"last":0.86699999999999999}]},{"osd":1,"last update":"Fri Mar 12 01:48:27 2021","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.59699999999999998,"15min":0.59099999999999997},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":3.4329999999999998,"5min":3.4329999999999998,"15min":3.4329999999999998},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.55700000000000005,"15min":0.58699999999999997},"min":{"1min":0.32100000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":1.0640000000000001,"5min":1.115,"15min":1.115},"last":0.497}]},{"osd":2,"last update":"Fri Mar 12 01:48:27 2021","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.66400000000000003,"15min":0.72299999999999998},"min":{"1min":0.33700000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.84399999999999997,"5min":1.226,"15min":1.226},"last":0.91900000000000004},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.66000000000000003,"15min":0.68999999999999995},"min":{"1min":0.39800000000000002,"5min":0.38,"15min":0.38},"max":{"1min":0.75,"5min":1.167,"15min":1.167},"last":0.95299999999999996}]},{"osd":3,"last update":"Fri Mar 12 01:48:27 2021","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.47499999999999998,"15min":0.48999999999999999},"min":{"1min":0.27900000000000003,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.53700000000000003,"15min":0.57199999999999995},"min":{"1min":0.24099999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.70799999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.65200000000000002}]},{"osd":5,"last update":"Fri Mar 12 01:48:27 2021","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.53200000000000003,"15min":0.54700000000000004},"min":{"1min":0.25700000000000001,"5min":0.248,"15min":0.248},"max":{"1min":1.0489999999999999,"5min":1.262,"15min":1.262},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.505,"5min":0.57799999999999996,"15min":0.61199999999999999},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.84499999999999997,"5min":1.2,"15min":1.2},"last":0.81899999999999995}]}]},{"osd":3,"up_from":11,"seq":47244640299,"num_pgs":4,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":4934852,"kb_used_data":88798712,"kb_used_omap":3507,"kb_used_meta":0,"kb_avail":88764528,"statfs":{"total":95948165120,"available":90894876672,"internally_reserved":35004416,"allocated":90929881088,"data_stored":90929881088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3591755,"internal_metadata":0},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":2,"commit_latency_ns":1000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 12 01:48:29 2021","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.54500000000000004,"15min":0.57499999999999996},"min":{"1min":0.35299999999999998,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.754,"5min":1.1040000000000001,"15min":1.1040000000000001},"last":0.85199999999999998},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.56100000000000005,"15min":0.60799999999999998},"min":{"1min":0.29199999999999998,"5min":0.254,"15min":0.254},"max":{"1min":0.66800000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.76400000000000001}]},{"osd":1,"last update":"Fri Mar 12 01:48:29 2021","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.68999999999999995,"15min":0.72799999999999998},"min":{"1min":0.29599999999999999,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":3.056,"5min":3.056,"15min":3.056},"last":1.0449999999999999},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.76000000000000001,"15min":0.78700000000000003},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":2.7639999999999998,"5min":2.7639999999999998,"15min":2.7639999999999998},"last":0.82299999999999995}]},{"osd":2,"last update":"Fri Mar 12 01:48:29 2021","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.64000000000000001,"15min":0.65200000000000002},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":3.323,"5min":3.323,"15min":3.323},"last":0.79600000000000004},{"interface":"front","average":{"1min":0.79200000000000004,"5min":0.73099999999999998,"15min":0.752},"min":{"1min":0.35499999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":4.6109999999999998,"5min":4.6109999999999998,"15min":4.6109999999999998},"last":0.94099999999999995}]},{"osd":4,"last update":"Fri Mar 12 01:48:29 2021","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.56100000000000005,"15min":0.60099999999999998},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.77500000000000002,"5min":1.073,"15min":1.073},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.621,"15min":0.68700000000000006},"min":{"1min":0.23100000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.82599999999999996,"5min":1.196,"15min":1.196},"last":0.69899999999999995}]},{"osd":5,"last update":"Fri Mar 12 01:48:29 2021","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.58599999999999997,"15min":0.60999999999999999},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":2.3980000000000001,"5min":2.3980000000000001,"15min":2.3980000000000001},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.66400000000000003,"15min":0.70999999999999996},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.879,"5min":1.069,"15min":1.069},"last":0.56699999999999995}]}]},{"osd":2,"up_from":11,"seq":47244640298,"num_pgs":5,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":10176348,"kb_used_data":83568436,"kb_used_omap":12485,"kb_used_meta":0,"kb_avail":83523032,"statfs":{"total":95948165120,"available":85527584768,"internally_reserved":46493696,"allocated":85574078464,"data_stored":85574078464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12785275,"internal_metadata":0},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.318,"5min":0.40300000000000002,"15min":0.436},"min":{"1min":0.17599999999999999,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.60899999999999999,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.63700000000000001,"15min":0.70099999999999996},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.71399999999999997,"5min":1.157,"15min":1.157},"last":0.69099999999999995}]},{"osd":1,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.52500000000000002,"15min":0.55900000000000005},"min":{"1min":0.23899999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.95499999999999996,"5min":1.2070000000000001,"15min":1.2070000000000001},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.65400000000000003,"15min":0.71199999999999997},"min":{"1min":0.34399999999999997,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.99199999999999999,"5min":1.075,"15min":1.075},"last":0.97299999999999998}]},{"osd":3,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.64900000000000002,"15min":0.69699999999999995},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.77300000000000002},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.70999999999999996,"15min":0.78200000000000003},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.77400000000000002,"5min":1.3140000000000001,"15min":1.3140000000000001},"last":1.0509999999999999}]},{"osd":4,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.628,"15min":0.64800000000000002},"min":{"1min":0.34300000000000003,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":1.4390000000000001,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":0.82199999999999995},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.72499999999999998,"15min":0.78300000000000003},"min":{"1min":0.373,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.3380000000000001,"5min":1.3380000000000001,"15min":1.3380000000000001},"last":0.86599999999999999}]},{"osd":5,"last update":"Fri Mar 12 01:48:21 2021","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.755,"15min":0.78600000000000003},"min":{"1min":0.499,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":2.23,"5min":2.23,"15min":2.23},"last":0.93700000000000006},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.76000000000000001,"15min":0.80300000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":2.2749999999999999,"5min":2.2749999999999999,"15min":2.2749999999999999},"last":0.91200000000000003}]}]},{"osd":0,"up_from":11,"seq":47244640298,"num_pgs":6,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":435976,"kb_used_data":93263404,"kb_used_omap":11982,"kb_used_meta":0,"kb_avail":93263404,"statfs":{"total":95948165120,"available":95501725696,"internally_reserved":0,"allocated":95501725696,"data_stored":95501725696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12270063,"internal_metadata":0},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.45700000000000002,"15min":0.47799999999999998},"min":{"1min":0.215,"5min":0.192,"15min":0.192},"max":{"1min":0.88200000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.64600000000000002,"15min":0.63400000000000001},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":5.7729999999999997,"5min":5.7729999999999997,"15min":5.7729999999999997},"last":0.81499999999999995}]},{"osd":2,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.55300000000000005,"15min":0.57099999999999995},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.0249999999999999,"5min":1.151,"15min":1.151},"last":0.625},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.58899999999999997,"15min":0.62},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":2.3370000000000002,"5min":2.3370000000000002,"15min":2.3370000000000002},"last":0.92000000000000004}]},{"osd":3,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.81599999999999995,"5min":0.70099999999999996,"15min":0.72299999999999998},"min":{"1min":0.29799999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":3.544,"5min":3.544,"15min":3.544},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.69999999999999996,"15min":0.74399999999999999},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.0660000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.95399999999999996}]},{"osd":4,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":0.76100000000000001,"15min":0.78100000000000003},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":3.472,"5min":3.472,"15min":3.472},"last":1.014},{"interface":"front","average":{"1min":0.75600000000000001,"5min":0.80200000000000005,"15min":0.83699999999999997},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":2.4550000000000001,"5min":2.4550000000000001,"15min":2.4550000000000001},"last":1.085}]},{"osd":5,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":0.79100000000000004,"15min":0.80500000000000005},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":3.6400000000000001,"5min":3.6400000000000001,"15min":3.6400000000000001},"last":0.874},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.70999999999999996,"15min":0.73199999999999998},"min":{"1min":0.44500000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":1.333,"5min":1.333,"15min":1.333},"last":1.125}]}]},{"osd":1,"up_from":11,"seq":47244640298,"num_pgs":7,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":14684168,"kb_used_data":79041428,"kb_used_omap":21262,"kb_used_meta":0,"kb_avail":79015212,"statfs":{"total":95948165120,"available":80911577088,"internally_reserved":26845184,"allocated":80938422272,"data_stored":80938422272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":21772676,"internal_metadata":0},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":2,"commit_latency_ns":0,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.47699999999999998,"15min":0.495},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.90100000000000002,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.59099999999999997,"15min":0.59299999999999997},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":3.302,"5min":3.302,"15min":3.302},"last":0.81999999999999995}]},{"osd":2,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.55500000000000005,"15min":0.54300000000000004},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":2.4009999999999998,"5min":2.4009999999999998,"15min":2.4009999999999998},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.623,"15min":0.66300000000000003},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.94699999999999995,"5min":1.1970000000000001,"15min":1.1970000000000001},"last":0.69399999999999995}]},{"osd":3,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.73399999999999999,"15min":0.76500000000000001},"min":{"1min":0.40400000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.228,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":1.018},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.77400000000000002,"15min":0.77900000000000003},"min":{"1min":0.33000000000000002,"5min":0.318,"15min":0.318},"max":{"1min":3.4590000000000001,"5min":3.4590000000000001,"15min":3.4590000000000001},"last":0.98399999999999999}]},{"osd":4,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.77700000000000002,"5min":0.77000000000000002,"15min":0.80000000000000004},"min":{"1min":0.36899999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":2.5369999999999999,"5min":2.5369999999999999,"15min":2.5369999999999999},"last":0.91900000000000004},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.83399999999999996,"15min":0.88400000000000001},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":1.121,"5min":1.7989999999999999,"15min":1.7989999999999999},"last":0.88100000000000001}]},{"osd":5,"last update":"Fri Mar 12 01:48:23 2021","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.80600000000000005,"15min":0.82599999999999996},"min":{"1min":0.43099999999999999,"5min":0.374,"15min":0.374},"max":{"1min":2.5619999999999998,"5min":2.5619999999999998,"15min":2.5619999999999998},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.873,"15min":0.88500000000000001},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":3.5129999999999999,"5min":3.5129999999999999,"15min":3.5129999999999999},"last":1.0660000000000001}]}]}]}} 2021-03-12T04:59:47.023 WARNING:scrape:Ignoring malparsed backtrace: 2021-03-12T01:49:45.973 DEBUG:teuthology.orchestra.run.smithi005:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 , 2021-03-12T01:49:46.137 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi005.front.sepia.ceph.com , 2021-03-12T01:49:46.138 DEBUG:teuthology.orchestra.run.smithi005:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2021-03-12T04:59:47.024 WARNING:scrape:Ignoring malparsed backtrace: 2021-03-12T01:50:15.633 DEBUG:teuthology.orchestra.run.smithi139:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- , 2021-03-12T01:50:15.672 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo , 2021-03-12T01:50:15.690 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2021-03-12T04:59:54.854 INFO:scrape:Found 11 distinct failure reasons 2021-03-12T04:59:54.855 INFO:scrape:Failure: Command failed (workunit test cephadm/test_cephadm.sh) on smithi191 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=3cd904d7154e324a3d68e79f0d8e0c2fe65c4abb TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_cephadm.sh' 2021-03-12T04:59:54.855 INFO:scrape:2 jobs: ['5950701', '5951012'] 2021-03-12T04:59:54.856 INFO:scrape:suites intersection: ['rados/cephadm/workunits/{distro/ubuntu_18.04_podman', 'task/test_cephadm}'] 2021-03-12T04:59:54.856 INFO:scrape:suites union: ['rados/cephadm/workunits/{distro/ubuntu_18.04_podman', 'task/test_cephadm}'] 2021-03-12T04:59:54.857 INFO:scrape: 2021-03-12T04:59:54.857 INFO:scrape:Failure: "2021-03-11T20:03:46.404601+0000 mon.a (mon.0) 11 : cluster [WRN] Health check failed: 1 filesystem is degraded (FS_DEGRADED)" in cluster log 2021-03-12T04:59:54.858 INFO:scrape:2 jobs: ['5950611', '5950717'] 2021-03-12T04:59:54.858 INFO:scrape:suites intersection: ['thrashosds-health'] 2021-03-12T04:59:54.859 INFO:scrape:suites union: ['1-install/mimic', '2-partial-upgrade/firsthalf', '3-thrash/default', '4-workload/{rbd-cls', '5-workload/{radosbench', '6-finish-upgrade', '7-octopus', '8-workload/{rbd-python', 'bluestore-bitmap', 'clusters/{fixed-2', 'fast/fast', 'msgr-failures/osd-delay', 'objectstore/bluestore-stupid', 'openstack}', 'rados', 'rados/thrash-erasure-code/{ceph', 'rados/upgrade/mimic-x-singleton/{0-cluster/{openstack', 'rbd-import-export', 'rbd_api}', 'readwrite', 'recovery-overrides/{more-async-recovery}', 'snaps-few-objects}', 'snaps-many-objects}', 'start}', 'supported-random-distro$/{rhel_latest}', 'thrashers/default', 'thrashosds-health', 'ubuntu_latest}', 'workloads/ec-rados-plugin=jerasure-k=3-m=1}'] 2021-03-12T04:59:54.859 INFO:scrape: 2021-03-12T04:59:54.859 INFO:scrape:Failure: Command failed on smithi042 with status 5: 'sudo systemctl stop ceph-955d3c88-8292-11eb-9084-001a4aab830c@mon.smithi042' 2021-03-12T04:59:54.860 INFO:scrape:8 jobs: ['5950565', '5950755', '5951019', '5950763', '5950551', '5951075', '5950874', '5950888'] 2021-03-12T04:59:54.860 INFO:scrape:suites intersection: [] 2021-03-12T04:59:54.861 INFO:scrape:suites union: ['fixed-2', 'mode/root', 'msgr/async', 'msgr/async-v1only', 'rados/cephadm/smoke-roleless/{distro/ubuntu_18.04_podman', 'rados/cephadm/smoke/{distro/ubuntu_18.04_podman', 'rados/cephadm/with-work/{distro/ubuntu_18.04_podman', 'rados/cephadm/workunits/{distro/ubuntu_18.04_podman', 'start', 'start}', 'task/test_orch_cli}', 'tasks/rados_api_tests}', 'tasks/rados_python}'] 2021-03-12T04:59:54.861 INFO:scrape: 2021-03-12T04:59:54.862 INFO:scrape:Failure: Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 400000 --objects 10000 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 600 --op read 100 --op write 50 --op delete 50 --op copy_from 50 --op write_excl 50 --pool base' 2021-03-12T04:59:54.863 INFO:scrape:1 jobs: ['5951022'] 2021-03-12T04:59:54.863 INFO:scrape:suites: ['msgr-failures/few', 'msgr/async', 'objectstore/filestore-xfs', 'rados', 'rados/singleton/{all/thrash_cache_writeback_proxy_none', 'supported-random-distro$/{ubuntu_latest}}'] 2021-03-12T04:59:54.864 INFO:scrape: 2021-03-12T04:59:54.864 INFO:scrape:Failure: {'Failure object was': {'smithi007.front.sepia.ceph.com': {'changed': False, 'results': ['yum-plugin-priorities-1.1.31-52.el7.noarch providing yum-plugin-priorities is already installed', 'yum-plugin-fastestmirror-1.1.31-52.el7.noarch providing yum-plugin-fastestmirror is already installed', 'redhat-lsb-4.1-27.el7.x86_64 providing redhat-lsb is already installed', 'sysstat-10.1.5-18.el7.x86_64 providing sysstat is already installed', 'gdb-7.6.1-115.el7.x86_64 providing gdb is already installed', 'git-all-1.8.3.1-20.el7.noarch providing git-all is already installed', 'python-configobj-4.7.2-7.el7.noarch providing python-configobj is already installed', 'gcc-c++-4.8.5-39.el7.x86_64 providing gcc-c++ is already installed', 'libedit-3.0-12.20121213cvs.el7.x86_64 providing libedit is already installed', 'openssl098e-0.9.8e-29.el7_2.3.x86_64 providing openssl098e is already installed', 'boost-thread-1.53.0-27.el7.x86_64 providing boost-thread is already installed', 'xfsprogs-4.5.0-20.el7.x86_64 providing xfsprogs is already installed', 'xfsprogs-devel-4.5.0-20.el7.x86_64 providing xfsprogs-devel is already installed', 'gdisk-0.8.10-3.el7.x86_64 providing gdisk is already installed', 'parted-3.1-31.el7.x86_64 providing parted is already installed', 'libgcrypt-1.5.3-14.el7.x86_64 providing libgcrypt is already installed', 'fuse-2.9.2-11.el7.x86_64 providing fuse is already installed', 'fuse-libs-2.9.2-11.el7.x86_64 providing fuse-libs is already installed', '7:lvm2-2.02.185-2.el7.x86_64 providing lvm2 is already installed', '1:openssl-1.0.2k-19.el7.x86_64 providing openssl is already installed', 'libuuid-2.23.2-61.el7_7.1.x86_64 providing libuuid is already installed', 'btrfs-progs-4.9.1-1.el7.x86_64 providing btrfs-progs is already installed', 'attr-2.4.46-13.el7.x86_64 providing attr is already installed', '1:valgrind-3.14.0-16.el7.x86_64 providing valgrind is already installed', 'python-nose-1.3.7-1.el7.noarch providing python-nose is already installed', 'mpich-3.0-3.0.4-10.el7.x86_64 providing mpich is already installed', 'ant-1.9.4-2.el7.noarch providing ant is already installed', 'lsof-4.87-6.el7.x86_64 providing lsof is already installed', 'iozone-3.424-2_ceph.el7.x86_64 providing iozone is already installed', 'libtool-2.4.2-22.el7_3.x86_64 providing libtool is already installed', 'automake-1.13.4-3.el7.noarch providing automake is already installed', 'gettext-0.19.8.1-2.el7.x86_64 providing gettext is already installed', 'libuuid-devel-2.23.2-61.el7_7.1.x86_64 providing libuuid-devel is already installed', 'libacl-devel-2.2.51-14.el7.x86_64 providing libacl-devel is already installed', 'bc-1.06.95-13.el7.x86_64 providing bc is already installed', 'xfsdump-3.1.7-1.el7.x86_64 providing xfsdump is already installed', 'blktrace-1.0.5-9.el7.x86_64 providing blktrace is already installed', '1:numpy-1.7.1-13.el7.x86_64 providing numpy is already installed', 'python-matplotlib-1.2.0-16.el7.x86_64 providing python-matplotlib is already installed', "No package matching 'qemu-kvm' found available, installed or updated"], 'rc': 126, 'invocation': {'module_args': {'lock_timeout': 30, 'update_cache': False, 'disable_excludes': 'None', 'exclude': [], 'allow_downgrade': False, 'disable_gpg_check': False, 'conf_file': 'None', 'use_backend': 'auto', 'state': 'present', 'disablerepo': [], 'releasever': 'None', 'skip_broken': False, 'autoremove': False, 'download_dir': 'None', 'enable_plugin': [], 'installroot': '/', 'install_weak_deps': True, 'name': ['@core', '@base', 'yum-plugin-priorities', 'yum-plugin-fastestmirror', 'redhat-lsb', 'sysstat', 'gdb', 'git-all', 'python-configobj', 'gcc-c++', 'libedit', 'openssl098e', 'boost-thread', 'xfsprogs', 'xfsprogs-devel', 'gdisk', 'parted', 'libgcrypt', 'fuse', 'fuse-libs', 'lvm2', 'openssl', 'libuuid', 'btrfs-progs', 'attr', 'valgrind', 'python-nose', 'mpich', 'ant', 'lsof', 'iozone', 'libtool', 'automake', 'gettext', 'libuuid-devel', 'libacl-devel', 'bc', 'xfsdump', 'blktrace', 'numpy', 'python-matplotlib', 'qemu-kvm', 'usbredir', 'genisoimage', 'httpd', 'httpd-devel', 'httpd-tools', 'mod_ssl', 'mod_fastcgi-2.4.7-1.ceph.el7', 'libev-devel', 'perl-XML-Twig', 'java-1.6.0-openjdk-devel', 'junit4', 'nfs-utils', 'ncurses-devel', 'python-devel', 'python-virtualenv', 'perl-CPAN', 'podman', 'podman-docker', 'python3'], 'download_only': False, 'bugfix': False, 'list': 'None', 'install_repoquery': True, 'update_only': False, 'disable_plugin': [], 'enablerepo': [], 'security': False, 'validate_certs': True}}, 'msg': "No package matching 'qemu-kvm' found available, installed or updated", '_ansible_no_log': False}}, 'Traceback (most recent call last)': 'File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 117, in represent_mapping node_key = self.represent_data(item_key) File "/home/teuthworker/src/git.ceph.com_git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)', 'yaml.representer.RepresenterError': "('cannot represent an object', 'changed')"} 2021-03-12T04:59:54.865 INFO:scrape:5 jobs: ['5950783', '5951058', '5950737', '5951049', '5950730'] 2021-03-12T04:59:54.865 INFO:scrape:suites intersection: [] 2021-03-12T04:59:54.866 INFO:scrape:suites union: ['2-repo_digest/repo_digest', '3-start-upgrade', '4-wait', 'distro$/{rhel_7}', 'fixed-2', 'fixed-2}', 'rados/cephadm/smoke-roleless/{distro/rhel_7', 'rados/cephadm/smoke/{distro/rhel_7', 'rados/cephadm/upgrade/{1-start', 'start}'] 2021-03-12T04:59:54.866 INFO:scrape: 2021-03-12T04:59:54.866 INFO:scrape:Failure: Test failure: test_osd_came_back (tasks.mgr.test_progress.TestProgress) 2021-03-12T04:59:54.867 INFO:scrape:2 jobs: ['5951072', '5950647'] 2021-03-12T04:59:54.867 INFO:scrape:suites intersection: ['debug/mgr', 'rados/mgr/{clusters/{2-node-mgr}', 'supported-random-distro$/{rhel_latest}', 'tasks/progress}'] 2021-03-12T04:59:54.868 INFO:scrape:suites union: ['debug/mgr', 'objectstore/bluestore-comp-zlib', 'objectstore/bluestore-hybrid', 'rados/mgr/{clusters/{2-node-mgr}', 'supported-random-distro$/{rhel_latest}', 'tasks/progress}'] 2021-03-12T04:59:54.868 INFO:scrape: 2021-03-12T04:59:54.869 INFO:scrape:Failure: Command failed (workunit test cephadm/test_adoption.sh) on smithi170 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=3cd904d7154e324a3d68e79f0d8e0c2fe65c4abb TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_adoption.sh' 2021-03-12T04:59:54.869 INFO:scrape:2 jobs: ['5951093', '5950799'] 2021-03-12T04:59:54.870 INFO:scrape:suites intersection: ['rados/cephadm/workunits/{distro/ubuntu_18.04_podman', 'task/test_adoption}'] 2021-03-12T04:59:54.870 INFO:scrape:suites union: ['rados/cephadm/workunits/{distro/ubuntu_18.04_podman', 'task/test_adoption}'] 2021-03-12T04:59:54.870 INFO:scrape: 2021-03-12T04:59:54.871 INFO:scrape:Failure: {'smithi053.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}} 2021-03-12T04:59:54.871 INFO:scrape:2 jobs: ['5951076', '5951102'] 2021-03-12T04:59:54.872 INFO:scrape:suites intersection: [] 2021-03-12T04:59:54.872 INFO:scrape:suites union: ['1-pg-log-overrides/normal_pg_log', '2-recovery-overrides/{more-async-partial-recovery}', 'backoff/normal', 'ceph', 'clusters/{fixed-2', 'crc-failures/bad_map_crc_failure', 'd-balancer/crush-compat', 'fixed-2', 'msgr-failures/few', 'msgr/async-v1only', 'objectstore/bluestore-bitmap', 'openstack}', 'rados', 'rados/cephadm/smoke/{distro/rhel_latest', 'rados/thrash/{0-size-min-size-overrides/2-size-2-min-size', 'start}', 'supported-random-distro$/{rhel_latest}', 'thrashers/pggrow', 'thrashosds-health', 'workloads/dedup_tier}'] 2021-03-12T04:59:54.873 INFO:scrape: 2021-03-12T04:59:54.873 INFO:scrape:Failure: reached maximum tries (180) after waiting for 180 seconds 2021-03-12T04:59:54.873 INFO:scrape:2 jobs: ['5950961', '5950649'] 2021-03-12T04:59:54.874 INFO:scrape:suites intersection: ['2-repo_digest/defaut', '3-start-upgrade', '4-wait', 'fixed-2}', 'rados/cephadm/upgrade/{1-start'] 2021-03-12T04:59:54.874 INFO:scrape:suites union: ['2-repo_digest/defaut', '3-start-upgrade', '4-wait', 'distro$/{centos_8.0}', 'distro$/{rhel_latest}', 'fixed-2}', 'rados/cephadm/upgrade/{1-start'] 2021-03-12T04:59:54.875 INFO:scrape: 2021-03-12T04:59:54.875 INFO:scrape:Failure: Command failed (workunit test mon/crush_ops.sh) on smithi195 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=3cd904d7154e324a3d68e79f0d8e0c2fe65c4abb TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/mon/crush_ops.sh' 2021-03-12T04:59:54.876 INFO:scrape:1 jobs: ['5950878'] 2021-03-12T04:59:54.876 INFO:scrape:suites: ['clusters/3-mons', 'msgr-failures/mon-delay', 'msgr/async', 'objectstore/bluestore-bitmap', 'rados', 'rados/monthrash/{ceph', 'supported-random-distro$/{centos_latest}', 'thrashers/many', 'workloads/rados_mon_workunits}'] 2021-03-12T04:59:54.877 INFO:scrape: 2021-03-12T04:59:54.877 INFO:scrape:Failure: Command failed (workunit test rados/test_python.sh) on smithi014 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=3cd904d7154e324a3d68e79f0d8e0c2fe65c4abb TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test_python.sh' 2021-03-12T04:59:54.877 INFO:scrape:1 jobs: ['5951087'] 2021-03-12T04:59:54.878 INFO:scrape:suites: ['clusters/{fixed-2', 'msgr-failures/many', 'msgr/async-v2only', 'objectstore/bluestore-hybrid', 'openstack}', 'rados', 'rados/basic/{ceph', 'supported-random-distro$/{centos_latest}', 'tasks/rados_python}'] 2021-03-12T04:59:54.878 INFO:scrape: 2021-03-12T04:59:54.890 INFO:teuthology.results:Sending results to ceph-qa@ceph.io: Test Run: yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi ================================================================= info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/ logs: http://qa-proxy.ceph.com/teuthology/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/ failed: 21 dead: 7 running: 0 waiting: 0 queued: 0 passed: 292 Fail ================================================================= [5950551] rados/cephadm/smoke/{distro/ubuntu_18.04_podman fixed-2 start} ----------------------------------------------------------------- time: 00:06:07 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950551/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950551/ sentry: https://sentry.ceph.com/organizations/ceph/?query=1a69197447a2419f9b40c73599c1a7d2 Command failed on smithi059 with status 5: 'sudo systemctl stop ceph-91c4a882-8291-11eb-9083-001a4aab830c@mon.a' [5950565] rados/cephadm/smoke-roleless/{distro/ubuntu_18.04_podman start} ----------------------------------------------------------------- time: 00:04:51 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950565/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950565/ sentry: https://sentry.ceph.com/organizations/ceph/?query=e96fe683dc77465e94a55376eb612e84 Command failed on smithi042 with status 5: 'sudo systemctl stop ceph-955d3c88-8292-11eb-9084-001a4aab830c@mon.smithi042' [5950611] rados/upgrade/mimic-x-singleton/{0-cluster/{openstack start} 1-install/mimic 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{rbd-cls rbd-import-export readwrite snaps-few-objects} 5-workload/{radosbench rbd_api} 6-finish-upgrade 7-octopus 8-workload/{rbd-python snaps-many-objects} bluestore-bitmap thrashosds-health ubuntu_latest} ----------------------------------------------------------------- time: 05:06:39 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950611/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950611/ "2021-03-11T20:03:46.404601+0000 mon.a (mon.0) 11 : cluster [WRN] Health check failed: 1 filesystem is degraded (FS_DEGRADED)" in cluster log [5950647] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-hybrid supported-random-distro$/{rhel_latest} tasks/progress} ----------------------------------------------------------------- time: 00:10:58 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950647/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950647/ sentry: https://sentry.ceph.com/organizations/ceph/?query=a7d2c7515ed4423a844617669759bced Test failure: test_osd_came_back (tasks.mgr.test_progress.TestProgress) [5950649] rados/cephadm/upgrade/{1-start 2-repo_digest/defaut 3-start-upgrade 4-wait distro$/{centos_8.0} fixed-2} ----------------------------------------------------------------- time: 00:18:24 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950649/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950649/ sentry: https://sentry.ceph.com/organizations/ceph/?query=f4bbc59c90694e3f96a3d4b86b134b41 reached maximum tries (180) after waiting for 180 seconds [5950701] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_cephadm} ----------------------------------------------------------------- time: 00:05:47 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950701/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950701/ sentry: https://sentry.ceph.com/organizations/ceph/?query=f9fdd510dab44241807a3796e9cba55b Command failed (workunit test cephadm/test_cephadm.sh) on smithi191 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=3cd904d7154e324a3d68e79f0d8e0c2fe65c4abb TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_cephadm.sh' [5950717] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/osd-delay objectstore/bluestore-stupid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} ----------------------------------------------------------------- time: 00:27:03 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950717/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950717/ "2021-03-12T00:09:28.004047+0000 mon.a (mon.0) 2981 : cluster [WRN] Health check failed: 1 daemons have recently crashed (RECENT_CRASH)" in cluster log [5950755] rados/cephadm/with-work/{distro/ubuntu_18.04_podman fixed-2 mode/root msgr/async-v1only start tasks/rados_python} ----------------------------------------------------------------- time: 00:07:11 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950755/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950755/ sentry: https://sentry.ceph.com/organizations/ceph/?query=24199e402cc44f4fa561f84f84248c77 Command failed on smithi083 with status 5: 'sudo systemctl stop ceph- ca5158b4-82c6-11eb-9085-001a4aab830c@mon.a' [5950763] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_orch_cli} ----------------------------------------------------------------- time: 00:05:40 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950763/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950763/ sentry: https://sentry.ceph.com/organizations/ceph/?query=66896d33e76942fb8079fb8d8a74cda1 Command failed on smithi152 with status 5: 'sudo systemctl stop ceph-b4a443d2-82c6-11eb-9085-001a4aab830c@mon.a' [5950799] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_adoption} ----------------------------------------------------------------- time: 00:06:02 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950799/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950799/ sentry: https://sentry.ceph.com/organizations/ceph/?query=4fa384c845c141b39dc0d2a9ce18f524 Command failed (workunit test cephadm/test_adoption.sh) on smithi189 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=3cd904d7154e324a3d68e79f0d8e0c2fe65c4abb TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_adoption.sh' [5950874] rados/cephadm/smoke/{distro/ubuntu_18.04_podman fixed-2 start} ----------------------------------------------------------------- time: 00:05:15 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950874/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950874/ sentry: https://sentry.ceph.com/organizations/ceph/?query=1856b9344aa74905ab5df5fd18852980 Command failed on smithi124 with status 5: 'sudo systemctl stop ceph-5f5d9a3a-82cc-11eb-9085-001a4aab830c@mon.a' [5950878] rados/monthrash/{ceph clusters/3-mons msgr-failures/mon-delay msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest} thrashers/many workloads/rados_mon_workunits} ----------------------------------------------------------------- time: 00:10:20 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950878/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950878/ sentry: https://sentry.ceph.com/organizations/ceph/?query=c10fe172c59b4246a0027d6883eacf58 Command failed (workunit test mon/crush_ops.sh) on smithi195 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=3cd904d7154e324a3d68e79f0d8e0c2fe65c4abb TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/mon/crush_ops.sh' [5950888] rados/cephadm/smoke-roleless/{distro/ubuntu_18.04_podman start} ----------------------------------------------------------------- time: 00:04:39 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950888/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950888/ sentry: https://sentry.ceph.com/organizations/ceph/?query=c2451071041e457baa15b0798eef6c50 Command failed on smithi100 with status 5: 'sudo systemctl stop ceph-e090fe30-82cc-11eb-9085-001a4aab830c@mon.smithi100' [5950961] rados/cephadm/upgrade/{1-start 2-repo_digest/defaut 3-start-upgrade 4-wait distro$/{rhel_latest} fixed-2} ----------------------------------------------------------------- time: 00:17:13 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950961/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950961/ sentry: https://sentry.ceph.com/organizations/ceph/?query=ee54e66ee7a04703a13e176947c72b53 reached maximum tries (180) after waiting for 180 seconds [5951012] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_cephadm} ----------------------------------------------------------------- time: 00:07:09 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951012/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951012/ sentry: https://sentry.ceph.com/organizations/ceph/?query=13e6c58ee6b84e4baa54cde2ccbc187e Command failed (workunit test cephadm/test_cephadm.sh) on smithi151 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=3cd904d7154e324a3d68e79f0d8e0c2fe65c4abb TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_cephadm.sh' [5951019] rados/cephadm/with-work/{distro/ubuntu_18.04_podman fixed-2 mode/root msgr/async start tasks/rados_api_tests} ----------------------------------------------------------------- time: 00:07:04 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951019/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951019/ sentry: https://sentry.ceph.com/organizations/ceph/?query=65a2f3a8b0cd4b91868913618c8e729d Command failed on smithi106 with status 5: 'sudo systemctl stop ceph- cfc666dc-82d4-11eb-9085-001a4aab830c@mon.a' [5951022] rados/singleton/{all/thrash_cache_writeback_proxy_none msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest}} ----------------------------------------------------------------- time: 00:10:15 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951022/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951022/ Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 400000 --objects 10000 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 600 --op read 100 --op write 50 --op delete 50 --op copy_from 50 --op write_excl 50 --pool base' [5951072] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-zlib supported-random-distro$/{rhel_latest} tasks/progress} ----------------------------------------------------------------- time: 00:11:23 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951072/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951072/ sentry: https://sentry.ceph.com/organizations/ceph/?query=1da08839b4004f868e99cd27a147f658 Test failure: test_osd_came_back (tasks.mgr.test_progress.TestProgress) [5951075] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_orch_cli} ----------------------------------------------------------------- time: 00:05:48 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951075/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951075/ sentry: https://sentry.ceph.com/organizations/ceph/?query=07bab4cb901e41098f5bca66dc58e49d Command failed on smithi152 with status 5: 'sudo systemctl stop ceph-8bcbfbb0-82d7-11eb-9085-001a4aab830c@mon.a' [5951087] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{centos_latest} tasks/rados_python} ----------------------------------------------------------------- time: 00:13:58 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951087/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951087/ sentry: https://sentry.ceph.com/organizations/ceph/?query=09b9c742e8d140ea9bd0a515dcdd3020 Command failed (workunit test rados/test_python.sh) on smithi014 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=3cd904d7154e324a3d68e79f0d8e0c2fe65c4abb TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test_python.sh' [5951093] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_adoption} ----------------------------------------------------------------- time: 00:05:52 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951093/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951093/ sentry: https://sentry.ceph.com/organizations/ceph/?query=b4419016ba74423a92e4b0a1741a0fb8 Command failed (workunit test cephadm/test_adoption.sh) on smithi170 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=3cd904d7154e324a3d68e79f0d8e0c2fe65c4abb TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_adoption.sh' Dead ================================================================= [5950730] rados/cephadm/smoke/{distro/rhel_7 fixed-2 start} ----------------------------------------------------------------- time: 00:03:34 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950730/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950730/ sentry: https://sentry.ceph.com/organizations/ceph/?query=9022cc26b7744356a6c84d81b23ac83d {'Failure object was': {'smithi051.front.sepia.ceph.com': {'changed': False, 'results': ['yum-plugin-priorities-1.1.31-52.el7.noarch providing yum-plugin-priorities is already installed', 'yum-plugin- fastestmirror-1.1.31-52.el7.noarch providing yum-plugin-fastestmirror is already installed', 'redhat-lsb-4.1-27.el7.x86_64 providing redhat-lsb is already installed', 'sysstat-10.1.5-18.el7.x86_64 providing sysstat is already installed', 'gdb-7.6.1-115.el7.x86_64 providing gdb is already installed', 'git-all-1.8.3.1-20.el7.noarch providing git-all is already installed', 'python-configobj-4.7.2-7.el7.noarch providing python-configobj is already installed', 'gcc-c++-4.8.5-39.el7.x86_64 providing gcc-c++ is already installed', 'libedit-3.0-12.20121213cvs.el7.x86_64 providing libedit is already installed', 'openssl098e-0.9.8e-29.el7_2.3.x86_64 providing openssl098e is already installed', 'boost- thread-1.53.0-27.el7.x86_64 providing boost-thread is already installed', 'xfsprogs-4.5.0-20.el7.x86_64 providing xfsprogs is already installed', 'xfsprogs-devel-4.5.0-20.el7.x86_64 providing xfsprogs-devel is already installed', 'gdisk-0.8.10-3.el7.x86_64 providing gdisk is already installed', 'parted-3.1-31.el7.x86_64 providing parted is already installed', 'libgcrypt-1.5.3-14.el7.x86_64 providing libgcrypt is already installed', 'fuse-2.9.2-11.el7.x86_64 providing fuse is already installed', 'fuse-libs-2.9.2-11.el7.x86_64 providing fuse-libs is already installed', '7:lvm2-2.02.185-2.el7.x86_64 providing lvm2 is already installed', '1:openssl-1.0.2k-19.el7.x86_64 providing openssl is already installed', 'libuuid-2.23.2-61.el7_7.1.x86_64 providing libuuid is already installed', 'btrfs-progs-4.9.1-1.el7.x86_64 providing btrfs-progs is already installed', 'attr-2.4.46-13.el7.x86_64 providing attr is already installed', '1:valgrind-3.14.0-16.el7.x86_64 providing valgrind is already installed', 'python-nose-1.3.7-1.el7.noarch providing python-nose is already installed', 'mpich-3.0-3.0.4-10.el7.x86_64 providing mpich is already installed', 'ant-1.9.4-2.el7.noarch providing ant is already installed', 'lsof-4.87-6.el7.x86_64 providing lsof is already installed', 'iozone-3.424-2_ceph.el7.x86_64 providing iozone is already installed', 'libtool-2.4.2-22.el7_3.x86_64 providing libtool is already installed', 'automake-1.13.4-3.el7.noarch providing automake is already installed', 'gettext-0.19.8.1-2.el7.x86_64 providing gettext is already installed', 'libuuid-devel-2.23.2-61.el7_7.1.x86_64 providing libuuid-devel is already installed', 'libacl-devel-2.2.51-14.el7.x86_64 providing libacl-devel is already installed', 'bc-1.06.95-13.el7.x86_64 providing bc is already installed', 'xfsdump-3.1.7-1.el7.x86_64 providing xfsdump is already installed', 'blktrace-1.0.5-9.el7.x86_64 providing blktrace is already installed', '1:numpy-1.7.1-13.el7.x86_64 providing numpy is already installed', 'python-matplotlib-1.2.0-16.el7.x86_64 providing python- matplotlib is already installed', "No package matching 'qemu-kvm' found available, installed or updated"], 'rc': 126, 'invocation': {'module_args': {'lock_timeout': 30, 'update_cache': False, 'disable_excludes': 'None', 'exclude': [], 'allow_downgrade': False, 'disable_gpg_check': False, 'conf_file': 'None', 'use_backend': 'auto', 'state': 'present', 'disablerepo': [], 'releasever': 'None', 'skip_broken': False, 'autoremove': False, 'download_dir': 'None', 'enable_plugin': [], 'installroot': '/', 'install_weak_deps': True, 'name': ['@core', '@base', 'yum-plugin-priorities', 'yum-plugin-fastestmirror', 'redhat-lsb', 'sysstat', 'gdb', 'git-all', 'python-configobj', 'gcc-c++', 'libedit', 'openssl098e', 'boost-thread', 'xfsprogs', 'xfsprogs-devel', 'gdisk', 'parted', 'libgcrypt', 'fuse', 'fuse-libs', 'lvm2', 'openssl', 'libuuid', 'btrfs-progs', 'attr', 'valgrind', 'python-nose', 'mpich', 'ant', 'lsof', 'iozone', 'libtool', 'automake', 'gettext', 'libuuid-devel', 'libacl- devel', 'bc', 'xfsdump', 'blktrace', 'numpy', 'python-matplotlib', 'qemu- kvm', 'usbredir', 'genisoimage', 'httpd', 'httpd-devel', 'httpd-tools', 'mod_ssl', 'mod_fastcgi-2.4.7-1.ceph.el7', 'libev-devel', 'perl-XML-Twig', 'java-1.6.0-openjdk-devel', 'junit4', 'nfs-utils', 'ncurses-devel', 'python-devel', 'python-virtualenv', 'perl-CPAN', 'podman', 'podman- docker', 'python3'], 'download_only': False, 'bugfix': False, 'list': 'None', 'install_repoquery': True, 'update_only': False, 'disable_plugin': [], 'enablerepo': [], 'security': False, 'validate_certs': True}}, 'msg': "No package matching 'qemu-kvm' found available, installed or updated", '_ansible_no_log': False}}, 'Traceback (most recent call last)': 'File "/home/teuthworker/src/git.ceph.com_git_ceph-cm- ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com _git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/lib/pyt hon3.6/site-packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker /src/git.ceph.com_git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/v irtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/lib/python 3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teut hology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/lib/python3.6/si te-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/vir tualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_3082387bba74f cd24c9700593d10418152d53c97/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/lib/python 3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/vir tualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_3082387bba74f cd24c9700593d10418152d53c97/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 117, in represent_mapping node_key = self.represent_data(item_key) File "/home/teuthworker/src/git.ceph.com_git_ teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/lib/python3. 6/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ce ph.com_git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/l ib/python3.6/site-packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)', 'yaml.representer.RepresenterError': "('cannot represent an object', 'changed')"} [5950737] rados/cephadm/smoke-roleless/{distro/rhel_7 start} ----------------------------------------------------------------- time: 00:03:29 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950737/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950737/ sentry: https://sentry.ceph.com/organizations/ceph/?query=4d4043d3267e465db1a11364b1bced2f {'Failure object was': {'smithi132.front.sepia.ceph.com': {'changed': False, 'results': ['yum-plugin-priorities-1.1.31-52.el7.noarch providing yum-plugin-priorities is already installed', 'yum-plugin- fastestmirror-1.1.31-52.el7.noarch providing yum-plugin-fastestmirror is already installed', 'redhat-lsb-4.1-27.el7.x86_64 providing redhat-lsb is already installed', 'sysstat-10.1.5-18.el7.x86_64 providing sysstat is already installed', 'gdb-7.6.1-115.el7.x86_64 providing gdb is already installed', 'git-all-1.8.3.1-20.el7.noarch providing git-all is already installed', 'python-configobj-4.7.2-7.el7.noarch providing python-configobj is already installed', 'gcc-c++-4.8.5-39.el7.x86_64 providing gcc-c++ is already installed', 'libedit-3.0-12.20121213cvs.el7.x86_64 providing libedit is already installed', 'openssl098e-0.9.8e-29.el7_2.3.x86_64 providing openssl098e is already installed', 'boost- thread-1.53.0-27.el7.x86_64 providing boost-thread is already installed', 'xfsprogs-4.5.0-20.el7.x86_64 providing xfsprogs is already installed', 'xfsprogs-devel-4.5.0-20.el7.x86_64 providing xfsprogs-devel is already installed', 'gdisk-0.8.10-3.el7.x86_64 providing gdisk is already installed', 'parted-3.1-31.el7.x86_64 providing parted is already installed', 'libgcrypt-1.5.3-14.el7.x86_64 providing libgcrypt is already installed', 'fuse-2.9.2-11.el7.x86_64 providing fuse is already installed', 'fuse-libs-2.9.2-11.el7.x86_64 providing fuse-libs is already installed', '7:lvm2-2.02.185-2.el7.x86_64 providing lvm2 is already installed', '1:openssl-1.0.2k-19.el7.x86_64 providing openssl is already installed', 'libuuid-2.23.2-61.el7_7.1.x86_64 providing libuuid is already installed', 'btrfs-progs-4.9.1-1.el7.x86_64 providing btrfs-progs is already installed', 'attr-2.4.46-13.el7.x86_64 providing attr is already installed', '1:valgrind-3.14.0-16.el7.x86_64 providing valgrind is already installed', 'python-nose-1.3.7-1.el7.noarch providing python-nose is already installed', 'mpich-3.0-3.0.4-10.el7.x86_64 providing mpich is already installed', 'ant-1.9.4-2.el7.noarch providing ant is already installed', 'lsof-4.87-6.el7.x86_64 providing lsof is already installed', 'iozone-3.424-2_ceph.el7.x86_64 providing iozone is already installed', 'libtool-2.4.2-22.el7_3.x86_64 providing libtool is already installed', 'automake-1.13.4-3.el7.noarch providing automake is already installed', 'gettext-0.19.8.1-2.el7.x86_64 providing gettext is already installed', 'libuuid-devel-2.23.2-61.el7_7.1.x86_64 providing libuuid-devel is already installed', 'libacl-devel-2.2.51-14.el7.x86_64 providing libacl-devel is already installed', 'bc-1.06.95-13.el7.x86_64 providing bc is already installed', 'xfsdump-3.1.7-1.el7.x86_64 providing xfsdump is already installed', 'blktrace-1.0.5-9.el7.x86_64 providing blktrace is already installed', '1:numpy-1.7.1-13.el7.x86_64 providing numpy is already installed', 'python-matplotlib-1.2.0-16.el7.x86_64 providing python- matplotlib is already installed', "No package matching 'qemu-kvm' found available, installed or updated"], 'rc': 126, 'invocation': {'module_args': {'lock_timeout': 30, 'update_cache': False, 'disable_excludes': 'None', 'exclude': [], 'allow_downgrade': False, 'disable_gpg_check': False, 'conf_file': 'None', 'use_backend': 'auto', 'state': 'present', 'disablerepo': [], 'releasever': 'None', 'skip_broken': False, 'autoremove': False, 'download_dir': 'None', 'enable_plugin': [], 'installroot': '/', 'install_weak_deps': True, 'name': ['@core', '@base', 'yum-plugin-priorities', 'yum-plugin-fastestmirror', 'redhat-lsb', 'sysstat', 'gdb', 'git-all', 'python-configobj', 'gcc-c++', 'libedit', 'openssl098e', 'boost-thread', 'xfsprogs', 'xfsprogs-devel', 'gdisk', 'parted', 'libgcrypt', 'fuse', 'fuse-libs', 'lvm2', 'openssl', 'libuuid', 'btrfs-progs', 'attr', 'valgrind', 'python-nose', 'mpich', 'ant', 'lsof', 'iozone', 'libtool', 'automake', 'gettext', 'libuuid-devel', 'libacl- devel', 'bc', 'xfsdump', 'blktrace', 'numpy', 'python-matplotlib', 'qemu- kvm', 'usbredir', 'genisoimage', 'httpd', 'httpd-devel', 'httpd-tools', 'mod_ssl', 'mod_fastcgi-2.4.7-1.ceph.el7', 'libev-devel', 'perl-XML-Twig', 'java-1.6.0-openjdk-devel', 'junit4', 'nfs-utils', 'ncurses-devel', 'python-devel', 'python-virtualenv', 'perl-CPAN', 'podman', 'podman- docker', 'python3'], 'download_only': False, 'bugfix': False, 'list': 'None', 'install_repoquery': True, 'update_only': False, 'disable_plugin': [], 'enablerepo': [], 'security': False, 'validate_certs': True}}, 'msg': "No package matching 'qemu-kvm' found available, installed or updated", '_ansible_no_log': False}}, 'Traceback (most recent call last)': 'File "/home/teuthworker/src/git.ceph.com_git_ceph-cm- ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com _git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/lib/pyt hon3.6/site-packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker /src/git.ceph.com_git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/v irtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/lib/python 3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teut hology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/lib/python3.6/si te-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/vir tualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_3082387bba74f cd24c9700593d10418152d53c97/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/lib/python 3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/vir tualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_3082387bba74f cd24c9700593d10418152d53c97/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 117, in represent_mapping node_key = self.represent_data(item_key) File "/home/teuthworker/src/git.ceph.com_git_ teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/lib/python3. 6/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ce ph.com_git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/l ib/python3.6/site-packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)', 'yaml.representer.RepresenterError': "('cannot represent an object', 'changed')"} [5950783] rados/cephadm/upgrade/{1-start 2-repo_digest/repo_digest 3-start-upgrade 4-wait distro$/{rhel_7} fixed-2} ----------------------------------------------------------------- time: 00:03:35 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950783/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950783/ sentry: https://sentry.ceph.com/organizations/ceph/?query=aaa3005e3298460e8577d5439898cc6d {'Failure object was': {'smithi007.front.sepia.ceph.com': {'changed': False, 'results': ['yum-plugin-priorities-1.1.31-52.el7.noarch providing yum-plugin-priorities is already installed', 'yum-plugin- fastestmirror-1.1.31-52.el7.noarch providing yum-plugin-fastestmirror is already installed', 'redhat-lsb-4.1-27.el7.x86_64 providing redhat-lsb is already installed', 'sysstat-10.1.5-18.el7.x86_64 providing sysstat is already installed', 'gdb-7.6.1-115.el7.x86_64 providing gdb is already installed', 'git-all-1.8.3.1-20.el7.noarch providing git-all is already installed', 'python-configobj-4.7.2-7.el7.noarch providing python-configobj is already installed', 'gcc-c++-4.8.5-39.el7.x86_64 providing gcc-c++ is already installed', 'libedit-3.0-12.20121213cvs.el7.x86_64 providing libedit is already installed', 'openssl098e-0.9.8e-29.el7_2.3.x86_64 providing openssl098e is already installed', 'boost- thread-1.53.0-27.el7.x86_64 providing boost-thread is already installed', 'xfsprogs-4.5.0-20.el7.x86_64 providing xfsprogs is already installed', 'xfsprogs-devel-4.5.0-20.el7.x86_64 providing xfsprogs-devel is already installed', 'gdisk-0.8.10-3.el7.x86_64 providing gdisk is already installed', 'parted-3.1-31.el7.x86_64 providing parted is already installed', 'libgcrypt-1.5.3-14.el7.x86_64 providing libgcrypt is already installed', 'fuse-2.9.2-11.el7.x86_64 providing fuse is already installed', 'fuse-libs-2.9.2-11.el7.x86_64 providing fuse-libs is already installed', '7:lvm2-2.02.185-2.el7.x86_64 providing lvm2 is already installed', '1:openssl-1.0.2k-19.el7.x86_64 providing openssl is already installed', 'libuuid-2.23.2-61.el7_7.1.x86_64 providing libuuid is already installed', 'btrfs-progs-4.9.1-1.el7.x86_64 providing btrfs-progs is already installed', 'attr-2.4.46-13.el7.x86_64 providing attr is already installed', '1:valgrind-3.14.0-16.el7.x86_64 providing valgrind is already installed', 'python-nose-1.3.7-1.el7.noarch providing python-nose is already installed', 'mpich-3.0-3.0.4-10.el7.x86_64 providing mpich is already installed', 'ant-1.9.4-2.el7.noarch providing ant is already installed', 'lsof-4.87-6.el7.x86_64 providing lsof is already installed', 'iozone-3.424-2_ceph.el7.x86_64 providing iozone is already installed', 'libtool-2.4.2-22.el7_3.x86_64 providing libtool is already installed', 'automake-1.13.4-3.el7.noarch providing automake is already installed', 'gettext-0.19.8.1-2.el7.x86_64 providing gettext is already installed', 'libuuid-devel-2.23.2-61.el7_7.1.x86_64 providing libuuid-devel is already installed', 'libacl-devel-2.2.51-14.el7.x86_64 providing libacl-devel is already installed', 'bc-1.06.95-13.el7.x86_64 providing bc is already installed', 'xfsdump-3.1.7-1.el7.x86_64 providing xfsdump is already installed', 'blktrace-1.0.5-9.el7.x86_64 providing blktrace is already installed', '1:numpy-1.7.1-13.el7.x86_64 providing numpy is already installed', 'python-matplotlib-1.2.0-16.el7.x86_64 providing python- matplotlib is already installed', "No package matching 'qemu-kvm' found available, installed or updated"], 'rc': 126, 'invocation': {'module_args': {'lock_timeout': 30, 'update_cache': False, 'disable_excludes': 'None', 'exclude': [], 'allow_downgrade': False, 'disable_gpg_check': False, 'conf_file': 'None', 'use_backend': 'auto', 'state': 'present', 'disablerepo': [], 'releasever': 'None', 'skip_broken': False, 'autoremove': False, 'download_dir': 'None', 'enable_plugin': [], 'installroot': '/', 'install_weak_deps': True, 'name': ['@core', '@base', 'yum-plugin-priorities', 'yum-plugin-fastestmirror', 'redhat-lsb', 'sysstat', 'gdb', 'git-all', 'python-configobj', 'gcc-c++', 'libedit', 'openssl098e', 'boost-thread', 'xfsprogs', 'xfsprogs-devel', 'gdisk', 'parted', 'libgcrypt', 'fuse', 'fuse-libs', 'lvm2', 'openssl', 'libuuid', 'btrfs-progs', 'attr', 'valgrind', 'python-nose', 'mpich', 'ant', 'lsof', 'iozone', 'libtool', 'automake', 'gettext', 'libuuid-devel', 'libacl- devel', 'bc', 'xfsdump', 'blktrace', 'numpy', 'python-matplotlib', 'qemu- kvm', 'usbredir', 'genisoimage', 'httpd', 'httpd-devel', 'httpd-tools', 'mod_ssl', 'mod_fastcgi-2.4.7-1.ceph.el7', 'libev-devel', 'perl-XML-Twig', 'java-1.6.0-openjdk-devel', 'junit4', 'nfs-utils', 'ncurses-devel', 'python-devel', 'python-virtualenv', 'perl-CPAN', 'podman', 'podman- docker', 'python3'], 'download_only': False, 'bugfix': False, 'list': 'None', 'install_repoquery': True, 'update_only': False, 'disable_plugin': [], 'enablerepo': [], 'security': False, 'validate_certs': True}}, 'msg': "No package matching 'qemu-kvm' found available, installed or updated", '_ansible_no_log': False}}, 'Traceback (most recent call last)': 'File "/home/teuthworker/src/git.ceph.com_git_ceph-cm- ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com _git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/lib/pyt hon3.6/site-packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker /src/git.ceph.com_git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/v irtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/lib/python 3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teut hology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/lib/python3.6/si te-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/vir tualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_3082387bba74f cd24c9700593d10418152d53c97/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/lib/python 3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/vir tualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_3082387bba74f cd24c9700593d10418152d53c97/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 117, in represent_mapping node_key = self.represent_data(item_key) File "/home/teuthworker/src/git.ceph.com_git_ teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/lib/python3. 6/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ce ph.com_git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/l ib/python3.6/site-packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)', 'yaml.representer.RepresenterError': "('cannot represent an object', 'changed')"} [5951049] rados/cephadm/smoke/{distro/rhel_7 fixed-2 start} ----------------------------------------------------------------- time: 00:03:38 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951049/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951049/ sentry: https://sentry.ceph.com/organizations/ceph/?query=2cf2f5b537484a01a7deec465206276e {'Failure object was': {'smithi053.front.sepia.ceph.com': {'changed': False, 'results': ['yum-plugin-priorities-1.1.31-52.el7.noarch providing yum-plugin-priorities is already installed', 'yum-plugin- fastestmirror-1.1.31-52.el7.noarch providing yum-plugin-fastestmirror is already installed', 'redhat-lsb-4.1-27.el7.x86_64 providing redhat-lsb is already installed', 'sysstat-10.1.5-18.el7.x86_64 providing sysstat is already installed', 'gdb-7.6.1-115.el7.x86_64 providing gdb is already installed', 'git-all-1.8.3.1-20.el7.noarch providing git-all is already installed', 'python-configobj-4.7.2-7.el7.noarch providing python-configobj is already installed', 'gcc-c++-4.8.5-39.el7.x86_64 providing gcc-c++ is already installed', 'libedit-3.0-12.20121213cvs.el7.x86_64 providing libedit is already installed', 'openssl098e-0.9.8e-29.el7_2.3.x86_64 providing openssl098e is already installed', 'boost- thread-1.53.0-27.el7.x86_64 providing boost-thread is already installed', 'xfsprogs-4.5.0-20.el7.x86_64 providing xfsprogs is already installed', 'xfsprogs-devel-4.5.0-20.el7.x86_64 providing xfsprogs-devel is already installed', 'gdisk-0.8.10-3.el7.x86_64 providing gdisk is already installed', 'parted-3.1-31.el7.x86_64 providing parted is already installed', 'libgcrypt-1.5.3-14.el7.x86_64 providing libgcrypt is already installed', 'fuse-2.9.2-11.el7.x86_64 providing fuse is already installed', 'fuse-libs-2.9.2-11.el7.x86_64 providing fuse-libs is already installed', '7:lvm2-2.02.185-2.el7.x86_64 providing lvm2 is already installed', '1:openssl-1.0.2k-19.el7.x86_64 providing openssl is already installed', 'libuuid-2.23.2-61.el7_7.1.x86_64 providing libuuid is already installed', 'btrfs-progs-4.9.1-1.el7.x86_64 providing btrfs-progs is already installed', 'attr-2.4.46-13.el7.x86_64 providing attr is already installed', '1:valgrind-3.14.0-16.el7.x86_64 providing valgrind is already installed', 'python-nose-1.3.7-1.el7.noarch providing python-nose is already installed', 'mpich-3.0-3.0.4-10.el7.x86_64 providing mpich is already installed', 'ant-1.9.4-2.el7.noarch providing ant is already installed', 'lsof-4.87-6.el7.x86_64 providing lsof is already installed', 'iozone-3.424-2_ceph.el7.x86_64 providing iozone is already installed', 'libtool-2.4.2-22.el7_3.x86_64 providing libtool is already installed', 'automake-1.13.4-3.el7.noarch providing automake is already installed', 'gettext-0.19.8.1-2.el7.x86_64 providing gettext is already installed', 'libuuid-devel-2.23.2-61.el7_7.1.x86_64 providing libuuid-devel is already installed', 'libacl-devel-2.2.51-14.el7.x86_64 providing libacl-devel is already installed', 'bc-1.06.95-13.el7.x86_64 providing bc is already installed', 'xfsdump-3.1.7-1.el7.x86_64 providing xfsdump is already installed', 'blktrace-1.0.5-9.el7.x86_64 providing blktrace is already installed', '1:numpy-1.7.1-13.el7.x86_64 providing numpy is already installed', 'python-matplotlib-1.2.0-16.el7.x86_64 providing python- matplotlib is already installed', "No package matching 'qemu-kvm' found available, installed or updated"], 'rc': 126, 'invocation': {'module_args': {'lock_timeout': 30, 'update_cache': False, 'disable_excludes': 'None', 'exclude': [], 'allow_downgrade': False, 'disable_gpg_check': False, 'conf_file': 'None', 'use_backend': 'auto', 'state': 'present', 'disablerepo': [], 'releasever': 'None', 'skip_broken': False, 'autoremove': False, 'download_dir': 'None', 'enable_plugin': [], 'installroot': '/', 'install_weak_deps': True, 'name': ['@core', '@base', 'yum-plugin-priorities', 'yum-plugin-fastestmirror', 'redhat-lsb', 'sysstat', 'gdb', 'git-all', 'python-configobj', 'gcc-c++', 'libedit', 'openssl098e', 'boost-thread', 'xfsprogs', 'xfsprogs-devel', 'gdisk', 'parted', 'libgcrypt', 'fuse', 'fuse-libs', 'lvm2', 'openssl', 'libuuid', 'btrfs-progs', 'attr', 'valgrind', 'python-nose', 'mpich', 'ant', 'lsof', 'iozone', 'libtool', 'automake', 'gettext', 'libuuid-devel', 'libacl- devel', 'bc', 'xfsdump', 'blktrace', 'numpy', 'python-matplotlib', 'qemu- kvm', 'usbredir', 'genisoimage', 'httpd', 'httpd-devel', 'httpd-tools', 'mod_ssl', 'mod_fastcgi-2.4.7-1.ceph.el7', 'libev-devel', 'perl-XML-Twig', 'java-1.6.0-openjdk-devel', 'junit4', 'nfs-utils', 'ncurses-devel', 'python-devel', 'python-virtualenv', 'perl-CPAN', 'podman', 'podman- docker', 'python3'], 'download_only': False, 'bugfix': False, 'list': 'None', 'install_repoquery': True, 'update_only': False, 'disable_plugin': [], 'enablerepo': [], 'security': False, 'validate_certs': True}}, 'msg': "No package matching 'qemu-kvm' found available, installed or updated", '_ansible_no_log': False}}, 'Traceback (most recent call last)': 'File "/home/teuthworker/src/git.ceph.com_git_ceph-cm- ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com _git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/lib/pyt hon3.6/site-packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker /src/git.ceph.com_git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/v irtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/lib/python 3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teut hology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/lib/python3.6/si te-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/vir tualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_3082387bba74f cd24c9700593d10418152d53c97/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/lib/python 3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/vir tualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_3082387bba74f cd24c9700593d10418152d53c97/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 117, in represent_mapping node_key = self.represent_data(item_key) File "/home/teuthworker/src/git.ceph.com_git_ teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/lib/python3. 6/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ce ph.com_git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/l ib/python3.6/site-packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)', 'yaml.representer.RepresenterError': "('cannot represent an object', 'changed')"} [5951058] rados/cephadm/smoke-roleless/{distro/rhel_7 start} ----------------------------------------------------------------- time: 00:03:48 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951058/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951058/ sentry: https://sentry.ceph.com/organizations/ceph/?query=c6e28db094784234a8414dd44611bf57 {'Failure object was': {'smithi057.front.sepia.ceph.com': {'changed': False, 'results': ['yum-plugin-priorities-1.1.31-52.el7.noarch providing yum-plugin-priorities is already installed', 'yum-plugin- fastestmirror-1.1.31-52.el7.noarch providing yum-plugin-fastestmirror is already installed', 'redhat-lsb-4.1-27.el7.x86_64 providing redhat-lsb is already installed', 'sysstat-10.1.5-18.el7.x86_64 providing sysstat is already installed', 'gdb-7.6.1-115.el7.x86_64 providing gdb is already installed', 'git-all-1.8.3.1-20.el7.noarch providing git-all is already installed', 'python-configobj-4.7.2-7.el7.noarch providing python-configobj is already installed', 'gcc-c++-4.8.5-39.el7.x86_64 providing gcc-c++ is already installed', 'libedit-3.0-12.20121213cvs.el7.x86_64 providing libedit is already installed', 'openssl098e-0.9.8e-29.el7_2.3.x86_64 providing openssl098e is already installed', 'boost- thread-1.53.0-27.el7.x86_64 providing boost-thread is already installed', 'xfsprogs-4.5.0-20.el7.x86_64 providing xfsprogs is already installed', 'xfsprogs-devel-4.5.0-20.el7.x86_64 providing xfsprogs-devel is already installed', 'gdisk-0.8.10-3.el7.x86_64 providing gdisk is already installed', 'parted-3.1-31.el7.x86_64 providing parted is already installed', 'libgcrypt-1.5.3-14.el7.x86_64 providing libgcrypt is already installed', 'fuse-2.9.2-11.el7.x86_64 providing fuse is already installed', 'fuse-libs-2.9.2-11.el7.x86_64 providing fuse-libs is already installed', '7:lvm2-2.02.185-2.el7.x86_64 providing lvm2 is already installed', '1:openssl-1.0.2k-19.el7.x86_64 providing openssl is already installed', 'libuuid-2.23.2-61.el7_7.1.x86_64 providing libuuid is already installed', 'btrfs-progs-4.9.1-1.el7.x86_64 providing btrfs-progs is already installed', 'attr-2.4.46-13.el7.x86_64 providing attr is already installed', '1:valgrind-3.14.0-16.el7.x86_64 providing valgrind is already installed', 'python-nose-1.3.7-1.el7.noarch providing python-nose is already installed', 'mpich-3.0-3.0.4-10.el7.x86_64 providing mpich is already installed', 'ant-1.9.4-2.el7.noarch providing ant is already installed', 'lsof-4.87-6.el7.x86_64 providing lsof is already installed', 'iozone-3.424-2_ceph.el7.x86_64 providing iozone is already installed', 'libtool-2.4.2-22.el7_3.x86_64 providing libtool is already installed', 'automake-1.13.4-3.el7.noarch providing automake is already installed', 'gettext-0.19.8.1-2.el7.x86_64 providing gettext is already installed', 'libuuid-devel-2.23.2-61.el7_7.1.x86_64 providing libuuid-devel is already installed', 'libacl-devel-2.2.51-14.el7.x86_64 providing libacl-devel is already installed', 'bc-1.06.95-13.el7.x86_64 providing bc is already installed', 'xfsdump-3.1.7-1.el7.x86_64 providing xfsdump is already installed', 'blktrace-1.0.5-9.el7.x86_64 providing blktrace is already installed', '1:numpy-1.7.1-13.el7.x86_64 providing numpy is already installed', 'python-matplotlib-1.2.0-16.el7.x86_64 providing python- matplotlib is already installed', "No package matching 'qemu-kvm' found available, installed or updated"], 'rc': 126, 'invocation': {'module_args': {'lock_timeout': 30, 'update_cache': False, 'disable_excludes': 'None', 'exclude': [], 'allow_downgrade': False, 'disable_gpg_check': False, 'conf_file': 'None', 'use_backend': 'auto', 'state': 'present', 'disablerepo': [], 'releasever': 'None', 'skip_broken': False, 'autoremove': False, 'download_dir': 'None', 'enable_plugin': [], 'installroot': '/', 'install_weak_deps': True, 'name': ['@core', '@base', 'yum-plugin-priorities', 'yum-plugin-fastestmirror', 'redhat-lsb', 'sysstat', 'gdb', 'git-all', 'python-configobj', 'gcc-c++', 'libedit', 'openssl098e', 'boost-thread', 'xfsprogs', 'xfsprogs-devel', 'gdisk', 'parted', 'libgcrypt', 'fuse', 'fuse-libs', 'lvm2', 'openssl', 'libuuid', 'btrfs-progs', 'attr', 'valgrind', 'python-nose', 'mpich', 'ant', 'lsof', 'iozone', 'libtool', 'automake', 'gettext', 'libuuid-devel', 'libacl- devel', 'bc', 'xfsdump', 'blktrace', 'numpy', 'python-matplotlib', 'qemu- kvm', 'usbredir', 'genisoimage', 'httpd', 'httpd-devel', 'httpd-tools', 'mod_ssl', 'mod_fastcgi-2.4.7-1.ceph.el7', 'libev-devel', 'perl-XML-Twig', 'java-1.6.0-openjdk-devel', 'junit4', 'nfs-utils', 'ncurses-devel', 'python-devel', 'python-virtualenv', 'perl-CPAN', 'podman', 'podman- docker', 'python3'], 'download_only': False, 'bugfix': False, 'list': 'None', 'install_repoquery': True, 'update_only': False, 'disable_plugin': [], 'enablerepo': [], 'security': False, 'validate_certs': True}}, 'msg': "No package matching 'qemu-kvm' found available, installed or updated", '_ansible_no_log': False}}, 'Traceback (most recent call last)': 'File "/home/teuthworker/src/git.ceph.com_git_ceph-cm- ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com _git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/lib/pyt hon3.6/site-packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker /src/git.ceph.com_git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/v irtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/lib/python 3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teut hology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/lib/python3.6/si te-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/vir tualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_3082387bba74f cd24c9700593d10418152d53c97/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/lib/python 3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/vir tualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_3082387bba74f cd24c9700593d10418152d53c97/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 117, in represent_mapping node_key = self.represent_data(item_key) File "/home/teuthworker/src/git.ceph.com_git_ teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/lib/python3. 6/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ce ph.com_git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/l ib/python3.6/site-packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)', 'yaml.representer.RepresenterError': "('cannot represent an object', 'changed')"} [5951076] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_latest} thrashers/pggrow thrashosds-health workloads/dedup_tier} ----------------------------------------------------------------- time: 00:04:57 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951076/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951076/ sentry: https://sentry.ceph.com/organizations/ceph/?query=d51d310a2b1641e0b68b9ae64c4db69b {'smithi053.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}} [5951102] rados/cephadm/smoke/{distro/rhel_latest fixed-2 start} ----------------------------------------------------------------- time: 00:05:04 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951102/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951102/ sentry: https://sentry.ceph.com/organizations/ceph/?query=caf277685d7a42c3ba50c35af5d15a2a {'smithi162.front.sepia.ceph.com': {'attempts': 12, 'censored': "the output has been hidden due to the fact that 'no_log: true' was specified for this result", 'changed': True}} Pass ================================================================= [5950510] rados/singleton/{all/dump-stuck msgr-failures/many msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_latest}} time: 00:09:16 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950510/ [5950512] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_latest} thrashers/morepggrow thrashosds-health workloads/cache} time: 00:12:04 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950512/ [5950514] rados/cephadm/workunits/{distro/centos_latest task/test_cephadm} time: 00:12:21 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950514/ [5950516] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/osd-delay objectstore/bluestore-comp-zstd rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/morepggrow thrashosds-health workloads/ec-small-objects} time: 00:23:22 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950516/ [5950518] rados/cephadm/smoke/{distro/ubuntu_18.04 fixed-2 start} time: 00:14:08 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950518/ [5950520] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-zlib supported-random-distro$/{ubuntu_latest} tasks/insights} time: 00:13:02 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950520/ [5950521] rados/standalone/{supported-random-distro$/{ubuntu_latest} workloads/scrub} time: 01:30:20 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950521/ [5950523] rados/singleton/{all/ec-lost-unfound msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest}} time: 00:29:23 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950523/ [5950525] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_latest} tasks/rados_python} time: 00:15:51 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950525/ [5950527] rados/cephadm/smoke-roleless/{distro/ubuntu_18.04 start} time: 00:12:12 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950527/ [5950529] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/fastclose msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_latest} thrashers/none thrashosds-health workloads/dedup_tier} time: 00:10:35 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950529/ [5950531] rados/perf/{ceph objectstore/bluestore-bitmap openstack settings/optimized ubuntu_latest workloads/radosbench_4M_rand_read} time: 00:10:32 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950531/ [5950533] rados/singleton-nomsgr/{all/recovery-unfound-found rados supported-random-distro$/{rhel_latest}} time: 00:30:37 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950533/ [5950535] rados/cephadm/with-work/{distro/centos_8.0 fixed-2 mode/packaged msgr/async-v2only start tasks/rados_api_tests} time: 00:31:51 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950535/ [5950537] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/filestore-xfs supported-random-distro$/{rhel_latest} tasks/dashboard} time: 01:14:06 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950537/ [5950539] rados/objectstore/{backends/objectstore supported-random-distro$/{rhel_latest}} time: 04:13:30 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950539/ [5950541] rados/singleton-bluestore/{all/cephtool msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_latest}} time: 00:31:41 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950541/ [5950543] rados/singleton/{all/erasure-code-nonregression msgr-failures/many msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest}} time: 00:05:48 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950543/ [5950545] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_cephadm_repos} time: 00:05:07 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950545/ [5950547] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/pool-snaps-few-objects} time: 00:31:04 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950547/ [5950549] rados/monthrash/{ceph clusters/9-mons msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} thrashers/many workloads/pool-create-delete} time: 00:17:13 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950549/ [5950553] rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus-v2only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} msgr-failures/fastclose rados thrashers/morepggrow thrashosds-health workloads/test_rbd_api} time: 00:20:34 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950553/ [5950555] rados/multimon/{clusters/9 msgr-failures/few msgr/async-v1only no_pools objectstore/bluestore-stupid rados supported-random-distro$/{centos_latest} tasks/mon_clock_no_skews} time: 00:07:02 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950555/ [5950557] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/osd-delay objectstore/bluestore-stupid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} time: 00:10:34 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950557/ [5950559] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/osd-delay objectstore/bluestore-stupid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:23:04 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950559/ [5950561] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none msgr-failures/few msgr/async objectstore/bluestore-stupid rados tasks/mon_recovery validater/valgrind} time: 00:30:06 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950561/ [5950563] rados/singleton/{all/lost-unfound-delete msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest}} time: 00:28:58 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950563/ [5950567] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/fastclose objectstore/bluestore-comp-lz4 rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:11:09 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950567/ [5950569] rados/perf/{ceph objectstore/bluestore-comp openstack settings/optimized ubuntu_latest workloads/radosbench_4M_seq_read} time: 00:11:03 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950569/ [5950571] rados/cephadm/with-work/{distro/centos_latest fixed-2 mode/root msgr/async start tasks/rados_python} time: 00:21:41 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950571/ [5950573] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/rados_api_tests} time: 00:24:32 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950573/ [5950575] rados/singleton-nomsgr/{all/version-number-sanity rados supported-random-distro$/{rhel_latest}} time: 00:11:38 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950575/ [5950577] rados/singleton/{all/lost-unfound msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest}} time: 00:25:55 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950577/ [5950579] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} tasks/rados_stress_watch} time: 00:18:02 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950579/ [5950581] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/fastclose objectstore/bluestore-hybrid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} time: 00:27:07 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950581/ [5950583] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-zstd supported-random-distro$/{centos_latest} tasks/module_selftest} time: 00:32:56 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950583/ [5950585] rados/cephadm/workunits/{distro/centos_latest task/test_orch_cli} time: 00:18:16 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950585/ [5950587] rados/cephadm/smoke/{distro/ubuntu_latest fixed-2 start} time: 00:14:50 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950587/ [5950589] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/few rados recovery-overrides/{default} supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/ec-snaps-few-objects-overwrites} time: 00:29:41 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950589/ [5950591] rados/singleton/{all/max-pg-per-osd.from-mon msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest}} time: 00:07:23 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950591/ [5950593] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/fastclose msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/radosbench-high-concurrency} time: 00:31:37 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950593/ [5950595] rados/cephadm/smoke-roleless/{distro/ubuntu_latest start} time: 00:13:38 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950595/ [5950597] rados/perf/{ceph objectstore/bluestore-low-osd-mem-target openstack settings/optimized ubuntu_latest workloads/radosbench_4M_write} time: 00:10:14 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950597/ [5950599] rados/cephadm/with-work/{distro/rhel_8.0 fixed-2 mode/packaged msgr/async-v1only start tasks/rados_api_tests} time: 00:36:06 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950599/ [5950601] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-bitmap supported-random-distro$/{ubuntu_latest} tasks/dashboard} time: 01:08:26 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950601/ [5950603] rados/objectstore/{backends/alloc-hint supported-random-distro$/{ubuntu_latest}} time: 00:08:48 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950603/ [5950605] rados/rest/{mgr-restful supported-random-distro$/{rhel_latest}} time: 00:12:39 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950605/ [5950607] rados/singleton-nomsgr/{all/admin_socket_output rados supported-random-distro$/{rhel_latest}} time: 00:18:57 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950607/ [5950609] rados/standalone/{supported-random-distro$/{rhel_latest} workloads/crush} time: 00:14:12 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950609/ [5950613] rados/valgrind-leaks/{1-start 2-inject-leak/mon centos_latest} time: 00:18:20 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950613/ [5950615] rados/singleton/{all/max-pg-per-osd.from-primary msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_latest}} time: 00:16:34 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950615/ [5950617] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/radosbench} time: 01:22:57 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950617/ [5950619] rados/cephadm/orchestrator_cli/{2-node-mgr orchestrator_cli supported-random-distro$/{ubuntu_latest}} time: 00:12:36 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950619/ [5950621] rados/monthrash/{ceph clusters/3-mons msgr-failures/mon-delay msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_latest} thrashers/one workloads/rados_5925} time: 00:11:40 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950621/ [5950623] rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{ubuntu_18.04} msgr-failures/few rados thrashers/none thrashosds-health workloads/cache-snaps} time: 00:26:16 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950623/ [5950625] rados/multimon/{clusters/21 msgr-failures/many msgr/async-v2only no_pools objectstore/filestore-xfs rados supported-random-distro$/{centos_latest} tasks/mon_clock_with_skews} time: 00:07:26 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950625/ [5950627] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/fastclose objectstore/filestore-xfs rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} time: 00:24:08 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950627/ [5950629] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/fastclose objectstore/filestore-xfs rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:24:30 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950629/ [5950631] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} msgr-failures/few msgr/async-v1only objectstore/filestore-xfs rados tasks/rados_api_tests validater/lockdep} time: 00:20:29 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950631/ [5950633] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/few objectstore/bluestore-comp-snappy rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:10:42 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950633/ [5950635] rados/cephadm/smoke/{distro/centos_7 fixed-2 start} time: 00:15:34 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950635/ [5950637] rados/singleton/{all/max-pg-per-osd.from-replica msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_latest}} time: 00:13:35 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950637/ [5950639] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_latest} tasks/rados_striper} time: 00:10:20 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950639/ [5950641] rados/cephadm/smoke-roleless/{distro/centos_7 start} time: 00:14:16 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950641/ [5950643] rados/perf/{ceph objectstore/bluestore-stupid openstack settings/optimized ubuntu_latest workloads/radosbench_omap_write} time: 00:20:34 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950643/ [5950645] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_latest} thrashers/morepggrow thrashosds-health workloads/redirect} time: 00:13:14 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950645/ [5950651] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/few objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} time: 00:23:57 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950651/ [5950653] rados/singleton/{all/mon-auth-caps msgr-failures/many msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_latest}} time: 00:08:03 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950653/ [5950655] rados/singleton-nomsgr/{all/balancer rados supported-random-distro$/{rhel_latest}} time: 00:10:41 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950655/ [5950657] rados/cephadm/workunits/{distro/centos_latest task/test_adoption} time: 00:07:37 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950657/ [5950659] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/fastclose msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/redirect_promote_tests} time: 00:11:06 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950659/ [5950661] rados/cephadm/with-work/{distro/rhel_latest fixed-2 mode/root msgr/async-v2only start tasks/rados_python} time: 00:22:25 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950661/ [5950663] rados/singleton/{all/mon-config-key-caps msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_latest}} time: 00:09:33 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950663/ [5950665] rados/cephadm/smoke/{distro/centos_8.0 fixed-2 start} time: 00:13:46 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950665/ [5950667] rados/perf/{ceph objectstore/bluestore-basic-min-osd-mem-target openstack settings/optimized ubuntu_latest workloads/sample_fio} time: 00:11:02 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950667/ [5950669] rados/cephadm/smoke-roleless/{distro/centos_8.0 start} time: 00:13:27 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950669/ [5950671] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-lz4 supported-random-distro$/{centos_latest} tasks/dashboard} time: 01:03:40 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950671/ [5950673] rados/monthrash/{ceph clusters/9-mons msgr-failures/few msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_latest} thrashers/sync-many workloads/rados_api_tests} time: 00:26:17 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950673/ [5950675] rados/multimon/{clusters/3 msgr-failures/few msgr/async no_pools objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest} tasks/mon_recovery} time: 00:09:37 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950675/ [5950677] rados/objectstore/{backends/ceph_objectstore_tool supported-random-distro$/{rhel_latest}} time: 00:13:57 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950677/ [5950679] rados/singleton/{all/mon-config-keys msgr-failures/many msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest}} time: 00:12:07 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950679/ [5950681] rados/singleton-bluestore/{all/cephtool msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_latest}} time: 00:28:29 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950681/ [5950683] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_latest} thrashers/pggrow thrashosds-health workloads/redirect_set_object} time: 00:17:09 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950683/ [5950685] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/few objectstore/bluestore-bitmap rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} time: 00:11:59 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950685/ [5950687] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/few objectstore/bluestore-bitmap rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:26:26 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950687/ [5950689] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/osd-delay rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/fastread thrashosds-health workloads/ec-pool-snaps-few-objects-overwrites} time: 00:30:59 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950689/ [5950691] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/osd-delay objectstore/bluestore-comp-zlib rados recovery-overrides/{default} supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:11:05 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950691/ [5950693] rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/jewel-v1only backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} msgr-failures/osd-delay rados thrashers/none thrashosds-health workloads/radosbench} time: 00:55:05 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950693/ [5950695] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none msgr-failures/few msgr/async-v2only objectstore/bluestore-bitmap rados tasks/rados_api_tests validater/valgrind} time: 00:39:18 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950695/ [5950697] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_latest} tasks/rados_workunit_loadgen_big} time: 00:29:15 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950697/ [5950699] rados/singleton-nomsgr/{all/cache-fs-trunc rados supported-random-distro$/{rhel_latest}} time: 00:10:10 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950699/ [5950703] rados/cephadm/smoke/{distro/centos_latest fixed-2 start} time: 00:11:45 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950703/ [5950705] rados/singleton/{all/mon-config msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_latest}} time: 00:10:20 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950705/ [5950707] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-low-osd-mem-target supported-random-distro$/{ubuntu_latest} tasks/prometheus} time: 00:09:34 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950707/ [5950709] rados/standalone/{supported-random-distro$/{ubuntu_latest} workloads/erasure-code} time: 00:32:32 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950709/ [5950711] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/set-chunk-promote-flush} time: 00:13:12 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950711/ [5950713] rados/cephadm/smoke-roleless/{distro/centos_latest start} time: 00:10:45 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950713/ [5950715] rados/perf/{ceph objectstore/bluestore-bitmap openstack settings/optimized ubuntu_latest workloads/sample_radosbench} time: 00:08:42 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950715/ [5950719] rados/cephadm/with-work/{distro/ubuntu_18.04 fixed-2 mode/packaged msgr/async start tasks/rados_api_tests} time: 00:29:54 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950719/ [5950722] rados/singleton/{all/osd-backfill msgr-failures/many msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest}} time: 00:16:17 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950722/ [5950723] rados/cephadm/workunits/{distro/centos_latest task/test_cephadm_repos} time: 00:04:46 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950723/ [5950725] rados/singleton-nomsgr/{all/ceph-kvstore-tool rados supported-random-distro$/{rhel_latest}} time: 00:09:39 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950725/ [5950728] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/fastclose msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/set-chunks-read} time: 00:16:22 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950728/ [5950731] rados/singleton/{all/osd-recovery-incomplete msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest}} time: 00:21:03 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950731/ [5950733] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_latest} tasks/rados_workunit_loadgen_mix} time: 00:23:38 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950733/ [5950735] rados/perf/{ceph objectstore/bluestore-bitmap openstack settings/optimized ubuntu_latest workloads/cosbench_64K_read_write} time: 00:16:57 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950735/ [5950739] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/fastclose objectstore/bluestore-comp-zstd rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:12:58 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950739/ [5950741] rados/multimon/{clusters/6 msgr-failures/many msgr/async-v1only no_pools objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_latest} tasks/mon_clock_no_skews} time: 00:07:02 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950741/ [5950744] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/osd-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_latest} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} time: 00:27:48 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950744/ [5950746] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/osd-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:23:21 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950746/ [5950748] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} msgr-failures/few msgr/async objectstore/bluestore-comp-lz4 rados tasks/rados_cls_all validater/lockdep} time: 00:13:25 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950748/ [5950750] rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/jewel backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{ubuntu_18.04} msgr-failures/fastclose rados thrashers/pggrow thrashosds-health workloads/rbd_cls} time: 00:21:54 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950750/ [5950752] rados/monthrash/{ceph clusters/3-mons msgr-failures/mon-delay msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{centos_latest} thrashers/sync workloads/rados_mon_osdmap_prune} time: 00:39:16 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950752/ [5950754] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_latest} thrashers/mapgap thrashosds-health workloads/small-objects-balanced} time: 00:24:37 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950754/ [5950758] rados/singleton/{all/osd-recovery msgr-failures/many msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_latest}} time: 00:14:24 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950758/ [5950760] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-snappy supported-random-distro$/{rhel_latest} tasks/dashboard} time: 01:08:51 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950760/ [5950761] rados/objectstore/{backends/filejournal supported-random-distro$/{rhel_latest}} time: 00:09:54 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950761/ [5950765] rados/singleton-nomsgr/{all/ceph-post-file rados supported-random-distro$/{rhel_latest}} time: 00:09:05 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950765/ [5950767] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-stupid supported-random-distro$/{centos_latest} tasks/workunits} time: 00:08:02 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950767/ [5950769] rados/cephadm/smoke/{distro/rhel_8.0 fixed-2 start} time: 00:16:49 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950769/ [5950771] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_latest} thrashers/morepggrow thrashosds-health workloads/small-objects-localized} time: 00:23:11 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950771/ [5950773] rados/singleton/{all/peer msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_latest}} time: 00:10:15 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950773/ [5950775] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/fastclose rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-fast-read-overwrites} time: 00:18:32 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950775/ [5950778] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/fastclose objectstore/filestore-xfs rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_latest} thrashers/fastread thrashosds-health workloads/ec-radosbench} time: 01:36:02 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950778/ [5950780] rados/perf/{ceph objectstore/bluestore-comp openstack settings/optimized ubuntu_latest workloads/cosbench_64K_write} time: 00:17:14 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950780/ [5950782] rados/cephadm/smoke-roleless/{distro/rhel_8.0 start} time: 00:14:08 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950782/ [5950785] rados/singleton/{all/pg-autoscaler-progress-off msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest}} time: 00:08:29 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950785/ [5950788] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{rhel_latest} tasks/rados_workunit_loadgen_mostlyread} time: 00:27:21 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950788/ [5950790] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/fastclose msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_latest} thrashers/none thrashosds-health workloads/small-objects} time: 00:20:44 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950790/ [5950791] rados/cephadm/with-work/{distro/centos_8.0 fixed-2 mode/packaged msgr/async-v1only start tasks/rados_python} time: 00:21:24 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950791/ [5950793] rados/standalone/{supported-random-distro$/{rhel_latest} workloads/mgr} time: 00:12:06 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950793/ [5950795] rados/singleton-nomsgr/{all/export-after-evict rados supported-random-distro$/{ubuntu_latest}} time: 00:05:50 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950795/ [5950798] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/few objectstore/bluestore-hybrid rados recovery-overrides/{default} supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:13:44 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950798/ [5950802] rados/singleton/{all/pg-autoscaler msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_latest}} time: 00:11:09 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950802/ [5950803] rados/perf/{ceph objectstore/bluestore-low-osd-mem-target openstack settings/optimized ubuntu_latest workloads/fio_4K_rand_read} time: 00:10:59 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950803/ [5950806] rados/multimon/{clusters/9 msgr-failures/few msgr/async-v2only no_pools objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} tasks/mon_clock_with_skews} time: 00:07:49 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950806/ [5950807] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/fastclose objectstore/bluestore-comp-snappy rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} time: 00:10:22 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950807/ [5950809] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/fastclose objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:25:29 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950809/ [5950811] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-snappy rados tasks/mon_recovery validater/valgrind} time: 00:28:44 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950811/ [5950813] rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/luminous-v1only backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} msgr-failures/few rados thrashers/careful thrashosds-health workloads/snaps-few-objects} time: 00:39:20 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950813/ [5950816] rados/monthrash/{ceph clusters/9-mons msgr-failures/few msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} thrashers/force-sync-many workloads/rados_mon_workunits} time: 00:25:05 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950816/ [5950818] rados/cephadm/smoke/{distro/rhel_latest fixed-2 start} time: 00:13:03 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950818/ [5950820] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/snaps-few-objects-balanced} time: 00:26:23 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950820/ [5950822] rados/cephadm/smoke-roleless/{distro/rhel_latest start} time: 00:12:06 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950822/ [5950823] rados/singleton/{all/pg-removal-interruption msgr-failures/many msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_latest}} time: 00:09:27 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950823/ [5950825] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-zlib supported-random-distro$/{rhel_latest} tasks/dashboard} time: 01:09:00 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950825/ [5950827] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/filestore-xfs supported-random-distro$/{ubuntu_latest} tasks/crash} time: 00:09:48 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950827/ [5950829] rados/objectstore/{backends/filestore-idempotent-aio-journal supported-random-distro$/{ubuntu_latest}} time: 02:06:25 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950829/ [5950831] rados/singleton-bluestore/{all/cephtool msgr-failures/many msgr/async-v2only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_latest}} time: 00:31:03 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950831/ [5950834] rados/valgrind-leaks/{1-start 2-inject-leak/none centos_latest} time: 00:17:38 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950834/ [5950835] rados/cephadm/workunits/{distro/centos_latest task/test_cephadm} time: 00:12:19 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950835/ [5950837] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/few objectstore/bluestore-bitmap rados recovery-overrides/{default} supported-random-distro$/{centos_latest} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-balanced} time: 00:19:17 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950837/ [5950840] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/snaps-few-objects-localized} time: 00:26:53 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950840/ [5950842] rados/singleton-nomsgr/{all/full-tiering rados supported-random-distro$/{ubuntu_latest}} time: 00:06:33 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950842/ [5950843] rados/cephadm/with-work/{distro/centos_latest fixed-2 mode/root msgr/async-v2only start tasks/rados_api_tests} time: 00:28:42 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950843/ [5950845] rados/singleton/{all/radostool msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest}} time: 00:14:32 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950845/ [5950848] rados/perf/{ceph objectstore/bluestore-stupid openstack settings/optimized ubuntu_latest workloads/fio_4K_rand_rw} time: 00:11:16 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950848/ [5950850] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} tasks/readwrite} time: 00:10:31 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950850/ [5950852] rados/cephadm/smoke/{distro/ubuntu_18.04 fixed-2 start} time: 00:14:46 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950852/ [5950853] rados/cephadm/smoke-roleless/{distro/ubuntu_18.04 start} time: 00:12:10 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950853/ [5950855] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/fastclose msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/snaps-few-objects} time: 00:25:23 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950855/ [5950858] rados/singleton/{all/random-eio msgr-failures/many msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest}} time: 00:16:55 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950858/ [5950860] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/few rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-overwrites} time: 00:19:53 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950860/ [5950861] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/osd-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:09:54 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950861/ [5950863] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_cephadm_repos} time: 00:04:32 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950863/ [5950865] rados/multimon/{clusters/21 msgr-failures/many msgr/async no_pools objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_latest} tasks/mon_recovery} time: 00:24:28 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950865/ [5950868] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/few objectstore/bluestore-comp-zlib rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} time: 00:27:35 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950868/ [5950870] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/few objectstore/bluestore-comp-zlib rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:21:59 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950870/ [5950872] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zlib rados tasks/rados_api_tests validater/lockdep} time: 00:20:18 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950872/ [5950876] rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/luminous backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{ubuntu_18.04} msgr-failures/osd-delay rados thrashers/default thrashosds-health workloads/test_rbd_api} time: 00:19:34 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950876/ [5950879] rados/singleton-nomsgr/{all/health-warnings rados supported-random-distro$/{rhel_latest}} time: 00:11:18 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950879/ [5950881] rados/perf/{ceph objectstore/bluestore-basic-min-osd-mem-target openstack settings/optimized ubuntu_latest workloads/fio_4M_rand_read} time: 00:09:08 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950881/ [5950884] rados/singleton/{all/rebuild-mondb msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest}} time: 00:13:32 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950884/ [5950886] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_latest} thrashers/mapgap thrashosds-health workloads/write_fadvise_dontneed} time: 00:16:43 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950886/ [5950890] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-bitmap supported-random-distro$/{ubuntu_latest} tasks/failover} time: 00:11:08 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950890/ [5950892] rados/standalone/{supported-random-distro$/{centos_latest} workloads/misc} time: 00:22:44 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950892/ [5950894] rados/cephadm/with-work/{distro/rhel_8.0 fixed-2 mode/packaged msgr/async start tasks/rados_python} time: 00:25:11 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950894/ [5950896] rados/singleton/{all/recovery-preemption msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_latest}} time: 00:16:24 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950896/ [5950898] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-zstd supported-random-distro$/{rhel_latest} tasks/dashboard} time: 01:09:54 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950898/ [5950900] rados/objectstore/{backends/filestore-idempotent supported-random-distro$/{rhel_latest}} time: 02:14:46 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950900/ [5950902] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_latest} tasks/repair_test} time: 00:15:20 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950902/ [5950904] rados/cephadm/workunits/{distro/centos_latest task/test_orch_cli} time: 00:16:43 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950904/ [5950906] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/osd-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-fast-read} time: 00:20:41 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950906/ [5950908] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/admin_socket_objecter_requests} time: 00:18:35 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950908/ [5950910] rados/cephadm/smoke/{distro/ubuntu_latest fixed-2 start} time: 00:13:43 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950910/ [5950912] rados/perf/{ceph objectstore/bluestore-bitmap openstack settings/optimized ubuntu_latest workloads/fio_4M_rand_rw} time: 00:09:30 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950912/ [5950913] rados/singleton/{all/resolve_stuck_peering msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_latest}} time: 00:10:41 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950913/ [5950915] rados/singleton-nomsgr/{all/large-omap-object-warnings rados supported-random-distro$/{ubuntu_latest}} time: 00:06:44 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950915/ [5950917] rados/cephadm/smoke-roleless/{distro/ubuntu_latest start} time: 00:11:55 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950917/ [5950920] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/fastclose objectstore/bluestore-stupid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:10:59 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950920/ [5950922] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/fastclose msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_latest} thrashers/none thrashosds-health workloads/cache-agent-big} time: 00:18:26 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950922/ [5950924] rados/cephadm/with-work/{distro/rhel_latest fixed-2 mode/root msgr/async-v1only start tasks/rados_api_tests} time: 00:36:33 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950924/ [5950926] rados/singleton/{all/test-crash msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_latest}} time: 00:11:06 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950926/ [5950928] rados/upgrade/nautilus-x-singleton/{0-cluster/{openstack start} 1-install/nautilus 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{rbd-cls rbd-import-export readwrite snaps-few-objects} 5-workload/{radosbench rbd_api} 6-finish-upgrade 7-octopus 8-workload/{rbd-python snaps-many-objects} bluestore-bitmap thrashosds-health ubuntu_latest} time: 03:36:49 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950928/ [5950930] rados/cephadm/orchestrator_cli/{2-node-mgr orchestrator_cli supported-random-distro$/{rhel_latest}} time: 00:14:01 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950930/ [5950932] rados/multimon/{clusters/3 msgr-failures/few msgr/async-v1only no_pools objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_latest} tasks/mon_clock_no_skews} time: 00:06:57 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950932/ [5950933] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/osd-delay objectstore/bluestore-comp-zstd rados recovery-overrides/{default} supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} time: 00:10:34 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950933/ [5950935] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/osd-delay objectstore/bluestore-comp-zstd rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:27:44 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950935/ [5950937] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none msgr-failures/few msgr/async objectstore/bluestore-comp-zstd rados tasks/rados_cls_all validater/valgrind} time: 01:05:28 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950937/ [5950940] rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/mimic-v1only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} msgr-failures/fastclose rados thrashers/mapgap thrashosds-health workloads/cache-snaps} time: 00:32:35 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950940/ [5950941] rados/monthrash/{ceph clusters/9-mons msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_latest} thrashers/one workloads/snaps-few-objects} time: 00:33:43 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950941/ [5950944] rados/cephadm/smoke/{distro/centos_7 fixed-2 start} time: 00:17:23 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950944/ [5950946] rados/perf/{ceph objectstore/bluestore-comp openstack settings/optimized ubuntu_latest workloads/fio_4M_rand_write} time: 00:12:35 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950946/ [5950948] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_latest} thrashers/pggrow thrashosds-health workloads/cache-agent-small} time: 00:14:01 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950948/ [5950949] rados/singleton/{all/test_envlibrados_for_rocksdb msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_latest}} time: 00:17:22 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950949/ [5950951] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-lz4 supported-random-distro$/{ubuntu_latest} tasks/insights} time: 00:11:31 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950951/ [5950953] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} tasks/scrub_test} time: 00:09:37 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950953/ [5950956] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/osd-delay rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-snaps-few-objects-overwrites} time: 00:25:15 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950956/ [5950957] rados/singleton-nomsgr/{all/lazy_omap_stats_output rados supported-random-distro$/{centos_latest}} time: 00:09:16 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950957/ [5950959] rados/cephadm/smoke-roleless/{distro/centos_7 start} time: 00:14:31 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950959/ [5950964] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/fastclose objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/ec-small-objects-many-deletes} time: 00:23:45 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950964/ [5950966] rados/singleton/{all/thrash-backfill-full msgr-failures/many msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_latest}} time: 00:55:08 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950966/ [5950968] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-hybrid supported-random-distro$/{rhel_latest} tasks/dashboard} time: 01:11:31 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950968/ [5950970] rados/objectstore/{backends/fusestore supported-random-distro$/{rhel_latest}} time: 00:08:54 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950970/ [5950972] rados/singleton-bluestore/{all/cephtool msgr-failures/few msgr/async objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_latest}} time: 00:31:17 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950972/ [5950974] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/cache-pool-snaps-readproxy} time: 00:25:43 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950974/ [5950976] rados/cephadm/workunits/{distro/centos_latest task/test_adoption} time: 00:07:38 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950976/ [5950977] rados/standalone/{supported-random-distro$/{ubuntu_latest} workloads/mon} time: 00:38:55 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950977/ [5950980] rados/perf/{ceph objectstore/bluestore-low-osd-mem-target openstack settings/optimized ubuntu_latest workloads/radosbench_4K_rand_read} time: 00:11:47 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950980/ [5950982] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/few objectstore/filestore-xfs rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:10:29 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950982/ [5950983] rados/cephadm/with-work/{distro/ubuntu_18.04 fixed-2 mode/packaged msgr/async-v2only start tasks/rados_python} time: 00:21:03 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950983/ [5950986] rados/singleton/{all/thrash-eio msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_latest}} time: 00:35:17 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950986/ [5950987] rados/singleton-nomsgr/{all/librados_hello_world rados supported-random-distro$/{rhel_latest}} time: 00:11:04 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950987/ [5950990] rados/cephadm/smoke/{distro/centos_8.0 fixed-2 start} time: 00:15:30 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950990/ [5950992] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/fastclose msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/cache-pool-snaps} time: 00:21:09 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950992/ [5950993] rados/cephadm/smoke-roleless/{distro/centos_8.0 start} time: 00:12:53 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950993/ [5950996] rados/multimon/{clusters/6 msgr-failures/many msgr/async-v2only no_pools objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_latest} tasks/mon_clock_with_skews} time: 00:09:01 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950996/ [5950997] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/fastclose objectstore/bluestore-hybrid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} time: 00:23:54 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5950997/ [5951000] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/fastclose objectstore/bluestore-hybrid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:30:49 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951000/ [5951001] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} msgr-failures/few msgr/async-v1only objectstore/bluestore-hybrid rados tasks/mon_recovery validater/lockdep} time: 00:10:59 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951001/ [5951004] rados/singleton/{all/thrash-rados/{thrash-rados thrashosds-health} msgr-failures/many msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_latest}} time: 00:21:00 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951004/ [5951006] rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/mimic backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{ubuntu_18.04} msgr-failures/few rados thrashers/morepggrow thrashosds-health workloads/radosbench} time: 01:21:18 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951006/ [5951008] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_latest} tasks/rados_api_tests} time: 00:24:48 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951008/ [5951010] rados/monthrash/{ceph clusters/3-mons msgr-failures/mon-delay msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_latest} thrashers/sync-many workloads/pool-create-delete} time: 00:18:12 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951010/ [5951013] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-snappy supported-random-distro$/{centos_latest} tasks/module_selftest} time: 00:31:34 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951013/ [5951015] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_latest} thrashers/mapgap thrashosds-health workloads/cache-snaps-balanced} time: 00:22:11 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951015/ [5951018] rados/perf/{ceph objectstore/bluestore-stupid openstack settings/optimized ubuntu_latest workloads/radosbench_4K_seq_read} time: 00:09:13 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951018/ [5951023] rados/cephadm/smoke/{distro/centos_latest fixed-2 start} time: 00:12:28 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951023/ [5951025] rados/singleton-nomsgr/{all/msgr rados supported-random-distro$/{rhel_latest}} time: 00:15:45 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951025/ [5951027] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/few objectstore/bluestore-comp-zlib rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/ec-small-objects} time: 00:22:56 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951027/ [5951029] rados/cephadm/smoke-roleless/{distro/centos_latest start} time: 00:11:16 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951029/ [5951032] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_latest} thrashers/morepggrow thrashosds-health workloads/cache-snaps} time: 00:24:03 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951032/ [5951033] rados/singleton/{all/watch-notify-same-primary msgr-failures/many msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest}} time: 00:07:28 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951033/ [5951036] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-low-osd-mem-target supported-random-distro$/{rhel_latest} tasks/dashboard} time: 01:08:51 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951036/ [5951037] rados/objectstore/{backends/keyvaluedb supported-random-distro$/{centos_latest}} time: 00:06:57 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951037/ [5951039] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/fastclose rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/ec-snaps-few-objects-overwrites} time: 00:27:40 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951039/ [5951041] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/few objectstore/bluestore-bitmap rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:13:18 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951041/ [5951043] rados/valgrind-leaks/{1-start 2-inject-leak/osd centos_latest} time: 00:18:13 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951043/ [5951046] rados/cephadm/workunits/{distro/centos_latest task/test_cephadm_repos} time: 00:05:07 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951046/ [5951048] rados/perf/{ceph objectstore/bluestore-basic-min-osd-mem-target openstack settings/optimized ubuntu_latest workloads/radosbench_4M_rand_read} time: 00:09:59 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951048/ [5951051] rados/singleton/{all/admin-socket msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_latest}} time: 00:09:33 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951051/ [5951053] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} tasks/rados_cls_all} time: 00:11:56 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951053/ [5951056] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/fastclose msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/cache} time: 00:08:40 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951056/ [5951059] rados/multimon/{clusters/9 msgr-failures/few msgr/async no_pools objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_latest} tasks/mon_recovery} time: 00:15:40 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951059/ [5951061] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/few objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} time: 00:12:48 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951061/ [5951064] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/few objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:28:21 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951064/ [5951065] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none msgr-failures/few msgr/async-v2only objectstore/bluestore-low-osd-mem-target rados tasks/rados_api_tests validater/valgrind} time: 00:39:07 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951065/ [5951067] rados/singleton-nomsgr/{all/multi-backfill-reject rados supported-random-distro$/{rhel_latest}} time: 00:23:35 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951067/ [5951069] rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus-v1only backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} msgr-failures/osd-delay rados thrashers/none thrashosds-health workloads/rbd_cls} time: 00:16:47 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951069/ [5951070] rados/monthrash/{ceph clusters/9-mons msgr-failures/few msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_latest} thrashers/sync workloads/rados_5925} time: 00:09:43 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951070/ [5951071] rados/cephadm/with-work/{distro/centos_8.0 fixed-2 mode/packaged msgr/async start tasks/rados_python} time: 00:21:03 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951071/ [5951073] rados/standalone/{supported-random-distro$/{ubuntu_latest} workloads/osd} time: 02:58:23 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951073/ [5951074] rados/singleton/{all/deduptool msgr-failures/many msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_latest}} time: 00:08:05 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951074/ [5951077] rados/perf/{ceph objectstore/bluestore-bitmap openstack settings/optimized ubuntu_latest workloads/radosbench_4M_seq_read} time: 00:09:37 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951077/ [5951078] rados/cephadm/smoke/{distro/rhel_8.0 fixed-2 start} time: 00:15:25 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951078/ [5951079] rados/singleton/{all/divergent_priors msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_latest}} time: 00:08:53 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951079/ [5951080] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/osd-delay objectstore/bluestore-comp-zstd rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} time: 00:26:35 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951080/ [5951081] rados/cephadm/smoke-roleless/{distro/rhel_8.0 start} time: 00:14:02 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951081/ [5951082] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/osd-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:11:15 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951082/ [5951083] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/pool-snaps-few-objects} time: 00:31:36 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951083/ [5951084] rados/singleton-nomsgr/{all/osd_stale_reads rados supported-random-distro$/{ubuntu_latest}} time: 00:16:22 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951084/ [5951085] rados/cephadm/with-work/{distro/centos_latest fixed-2 mode/root msgr/async-v1only start tasks/rados_api_tests} time: 00:29:03 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951085/ [5951086] rados/singleton/{all/divergent_priors2 msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest}} time: 00:09:06 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951086/ [5951088] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-stupid supported-random-distro$/{ubuntu_latest} tasks/dashboard} time: 01:06:39 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951088/ [5951089] rados/objectstore/{backends/objectcacher-stress supported-random-distro$/{ubuntu_latest}} time: 00:26:27 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951089/ [5951090] rados/singleton-bluestore/{all/cephtool msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_latest}} time: 00:31:55 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951090/ [5951091] rados/cephadm/upgrade/{1-start 2-repo_digest/repo_digest 3-start-upgrade 4-wait distro$/{ubuntu_latest} fixed-2} time: 00:16:44 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951091/ [5951092] rados/perf/{ceph objectstore/bluestore-comp openstack settings/optimized ubuntu_latest workloads/radosbench_4M_write} time: 00:08:54 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951092/ [5951094] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/fastclose msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/rados_api_tests} time: 00:21:09 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951094/ [5951095] rados/singleton/{all/dump-stuck msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_latest}} time: 00:09:24 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951095/ [5951096] rados/multimon/{clusters/21 msgr-failures/many msgr/async-v1only no_pools objectstore/bluestore-stupid rados supported-random-distro$/{centos_latest} tasks/mon_clock_no_skews} time: 00:08:10 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951096/ [5951097] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/osd-delay objectstore/bluestore-stupid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} time: 00:24:27 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951097/ [5951098] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/osd-delay objectstore/bluestore-stupid rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:22:56 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951098/ [5951099] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} msgr-failures/few msgr/async objectstore/bluestore-stupid rados tasks/rados_cls_all validater/lockdep} time: 00:13:16 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951099/ [5951100] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/few rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/ec-pool-snaps-few-objects-overwrites} time: 00:29:13 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951100/ [5951101] rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus-v2only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{ubuntu_18.04} msgr-failures/fastclose rados thrashers/pggrow thrashosds-health workloads/snaps-few-objects} time: 00:36:04 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951101/ [5951103] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-zstd supported-random-distro$/{ubuntu_latest} tasks/prometheus} time: 00:09:52 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951103/ [5951104] rados/monthrash/{ceph clusters/3-mons msgr-failures/mon-delay msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_latest} thrashers/force-sync-many workloads/rados_api_tests} time: 00:21:27 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951104/ [5951105] rados/cephadm/smoke-roleless/{distro/rhel_latest start} time: 00:12:18 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951105/ [5951106] rados/singleton-nomsgr/{all/pool-access rados supported-random-distro$/{centos_latest}} time: 00:08:00 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951106/ [5951107] rados/singleton/{all/ec-lost-unfound msgr-failures/many msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_latest}} time: 00:34:02 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951107/ [5951108] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_latest} thrashers/mapgap thrashosds-health workloads/radosbench-high-concurrency} time: 00:48:04 info: http://pulpito.ceph.com/yuriw-2021-03-09_20:28:34-rados-wip-yuri4-testing-2021-03-09-1006-octopus-distro-basic-smithi/5951108/