2020-10-17T22:45:58.632 INFO:root:teuthology version: 1.0.0-b106d09 2020-10-17T22:45:58.634 INFO:teuthology.results:subset: '11/9999' 2020-10-17T22:45:58.634 INFO:teuthology.results:seed: '1642' 2020-10-18T20:09:51.059 INFO:root:teuthology version: 1.0.0-b106d09 2020-10-18T20:09:51.101 INFO:teuthology.results:Waiting up to 43200 seconds for tests to finish... 2020-10-19T00:34:00.292 INFO:teuthology.results:Tests finished! gathering results... 2020-10-19T00:36:45.102 INFO:scrape:Found 379 jobs 2020-10-19T00:36:54.130 WARNING:scrape:Ignoring malparsed backtrace: ceph version 15.2.5-355-g2f33da11 (2f33da11da69822d9bab6e9cadb58a7cc3d5720f) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7f5064da1cf4] , 2: (CopyFromOp::_finish(TestOp::CallbackInfo*)+0x4f4) [0x55e7cc3fa734] 2020-10-19T00:36:54.133 WARNING:scrape:Ignoring malparsed backtrace: 2020-10-18T01:33:56.990 INFO:teuthology.orchestra.run.smithi198.stdout: , dumped all , 2020-10-18T01:33:57.001 INFO:teuthology.orchestra.run.smithi198.stdout:{"pg_ready":true,"pg_map":{"version":278,"stamp":"2020-10-18T01:33:56.820295+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":27522663205,"num_objects":9295,"num_object_clones":0,"num_object_copies":18590,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9261,"num_whiteouts":50,"num_read":51044,"num_read_kb":28525005,"num_write":73283,"num_write_kb":38632481,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":32,"num_bytes_hit_set_archive":19941,"num_flush":7593,"num_flush_kb":19141840,"num_evict":7462,"num_evict_kb":18823638,"num_promote":8079,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":70654,"ondisk_log_size":70654,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":566231040,"kb_used":39595948,"kb_used_data":33195920,"kb_used_omap":0,"kb_used_meta":6291456,"kb_avail":526635092,"statfs":{"total":579820584960,"available":539274334208,"internally_reserved":6442450944,"allocated":33992622080,"data_stored":41199753796,"data_compressed":161662952,"data_compressed_allocated":7316168704,"data_compressed_original":14632227134,"omap_allocated":0,"internal_metadata":6442450944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":24,"apply_latency_ms":24,"commit_latency_ns":24000000,"apply_latency_ns":24000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-38368877,"num_objects":-2,"num_object_clones":0,"num_object_copies":-4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":4,"num_read":559,"num_read_kb":590208,"num_write":378,"num_write_kb":197139,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":9,"num_flush_kb":18945,"num_evict":12,"num_evict_kb":21821,"num_promote":24,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002203"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.556263+0000","last_change":"2020-10-18T01:25:44.498646+0000","last_active":"2020-10-18T01:28:32.556263+0000","last_peered":"2020-10-18T01:28:32.556263+0000","last_clean":"2020-10-18T01:28:32.556263+0000","last_became_active":"2020-10-18T01:25:44.498215+0000","last_became_peered":"2020-10-18T01:25:44.498215+0000","last_unstale":"2020-10-18T01:28:32.556263+0000","last_undegraded":"2020-10-18T01:28:32.556263+0000","last_fullsized":"2020-10-18T01:28:32.556263+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.551865+0000","last_change":"2020-10-18T01:25:44.356730+0000","last_active":"2020-10-18T01:28:32.551865+0000","last_peered":"2020-10-18T01:28:32.551865+0000","last_clean":"2020-10-18T01:28:32.551865+0000","last_became_active":"2020-10-18T01:25:44.355933+0000","last_became_peered":"2020-10-18T01:25:44.355933+0000","last_unstale":"2020-10-18T01:28:32.551865+0000","last_undegraded":"2020-10-18T01:28:32.551865+0000","last_fullsized":"2020-10-18T01:28:32.551865+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'10189","reported_seq":"13916","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:33:42.575790+0000","last_change":"2020-10-18T01:25:54.366675+0000","last_active":"2020-10-18T01:33:42.575790+0000","last_peered":"2020-10-18T01:33:42.575790+0000","last_clean":"2020-10-18T01:33:42.575790+0000","last_became_active":"2020-10-18T01:25:54.366279+0000","last_became_peered":"2020-10-18T01:25:54.366279+0000","last_unstale":"2020-10-18T01:33:42.575790+0000","last_undegraded":"2020-10-18T01:33:42.575790+0000","last_fullsized":"2020-10-18T01:33:42.575790+0000","mapping_epoch":18,"log_start":"26'100","ondisk_log_start":"26'100","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_clean_scrub_stamp":"2020-10-18T01:25:53.355413+0000","log_size":10089,"ondisk_log_size":10089,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":101862615,"num_objects":51,"num_object_clones":0,"num_object_copies":102,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":43,"num_whiteouts":8,"num_read":3160,"num_read_kb":109591,"num_write":8951,"num_write_kb":2644727,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":4985,"num_flush":1952,"num_flush_kb":4906643,"num_evict":1934,"num_evict_kb":4867199,"num_promote":2087,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'8145","reported_seq":"14594","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-18T01:33:50.101687+0000","last_change":"2020-10-18T01:25:52.648177+0000","last_active":"2020-10-18T01:33:50.101687+0000","last_peered":"2020-10-18T01:33:50.101687+0000","last_clean":"2020-10-18T01:33:50.101687+0000","last_became_active":"2020-10-18T01:25:52.647812+0000","last_became_peered":"2020-10-18T01:25:52.647812+0000","last_unstale":"2020-10-18T01:33:50.101687+0000","last_undegraded":"2020-10-18T01:33:50.101687+0000","last_fullsized":"2020-10-18T01:33:50.101687+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_clean_scrub_stamp":"2020-10-18T01:25:51.350429+0000","log_size":8145,"ondisk_log_size":8145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6996430941,"num_objects":2341,"num_object_clones":0,"num_object_copies":4682,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2341,"num_whiteouts":0,"num_read":10104,"num_read_kb":7604956,"num_write":9862,"num_write_kb":7347873,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.556215+0000","last_change":"2020-10-18T01:25:44.356396+0000","last_active":"2020-10-18T01:28:32.556215+0000","last_peered":"2020-10-18T01:28:32.556215+0000","last_clean":"2020-10-18T01:28:32.556215+0000","last_became_active":"2020-10-18T01:25:44.355972+0000","last_became_peered":"2020-10-18T01:25:44.355972+0000","last_unstale":"2020-10-18T01:28:32.556215+0000","last_undegraded":"2020-10-18T01:28:32.556215+0000","last_fullsized":"2020-10-18T01:28:32.556215+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"33'10264","reported_seq":"14065","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-18T01:33:47.091364+0000","last_change":"2020-10-18T01:25:54.485897+0000","last_active":"2020-10-18T01:33:47.091364+0000","last_peered":"2020-10-18T01:33:47.091364+0000","last_clean":"2020-10-18T01:33:47.091364+0000","last_became_active":"2020-10-18T01:25:54.485633+0000","last_became_peered":"2020-10-18T01:25:54.485633+0000","last_unstale":"2020-10-18T01:33:47.091364+0000","last_undegraded":"2020-10-18T01:33:47.091364+0000","last_fullsized":"2020-10-18T01:33:47.091364+0000","mapping_epoch":18,"log_start":"27'201","ondisk_log_start":"27'201","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_clean_scrub_stamp":"2020-10-18T01:25:53.355413+0000","log_size":10063,"ondisk_log_size":10063,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":98621475,"num_objects":55,"num_object_clones":0,"num_object_copies":110,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":13,"num_read":3269,"num_read_kb":133355,"num_write":9241,"num_write_kb":2694440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":5032,"num_flush":1988,"num_flush_kb":4975182,"num_evict":1948,"num_evict_kb":4888293,"num_promote":2102,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'7837","reported_seq":"13965","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-18T01:33:50.120808+0000","last_change":"2020-10-18T01:25:52.358380+0000","last_active":"2020-10-18T01:33:50.120808+0000","last_peered":"2020-10-18T01:33:50.120808+0000","last_clean":"2020-10-18T01:33:50.120808+0000","last_became_active":"2020-10-18T01:25:52.358034+0000","last_became_peered":"2020-10-18T01:25:52.358034+0000","last_unstale":"2020-10-18T01:33:50.120808+0000","last_undegraded":"2020-10-18T01:33:50.120808+0000","last_fullsized":"2020-10-18T01:33:50.120808+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_clean_scrub_stamp":"2020-10-18T01:25:51.350429+0000","log_size":7837,"ondisk_log_size":7837,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6752905459,"num_objects":2259,"num_object_clones":0,"num_object_copies":4518,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2259,"num_whiteouts":0,"num_read":9326,"num_read_kb":6404267,"num_write":9459,"num_write_kb":7169221,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.551902+0000","last_change":"2020-10-18T01:25:44.356333+0000","last_active":"2020-10-18T01:28:32.551902+0000","last_peered":"2020-10-18T01:28:32.551902+0000","last_clean":"2020-10-18T01:28:32.551902+0000","last_became_active":"2020-10-18T01:25:44.355922+0000","last_became_peered":"2020-10-18T01:25:44.355922+0000","last_unstale":"2020-10-18T01:28:32.551902+0000","last_undegraded":"2020-10-18T01:28:32.551902+0000","last_fullsized":"2020-10-18T01:28:32.551902+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"32'9393","reported_seq":"12971","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:33:42.582227+0000","last_change":"2020-10-18T01:25:54.439933+0000","last_active":"2020-10-18T01:33:42.582227+0000","last_peered":"2020-10-18T01:33:42.582227+0000","last_clean":"2020-10-18T01:33:42.582227+0000","last_became_active":"2020-10-18T01:25:54.439523+0000","last_became_peered":"2020-10-18T01:25:54.439523+0000","last_unstale":"2020-10-18T01:33:42.582227+0000","last_undegraded":"2020-10-18T01:33:42.582227+0000","last_fullsized":"2020-10-18T01:33:42.582227+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_clean_scrub_stamp":"2020-10-18T01:25:53.355413+0000","log_size":9393,"ondisk_log_size":9393,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":104105320,"num_objects":59,"num_object_clones":0,"num_object_copies":118,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":51,"num_whiteouts":17,"num_read":3016,"num_read_kb":111203,"num_write":8451,"num_write_kb":2511685,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":4934,"num_flush":1798,"num_flush_kb":4558729,"num_evict":1748,"num_evict_kb":4424987,"num_promote":1905,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'7793","reported_seq":"13941","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-18T01:33:50.059633+0000","last_change":"2020-10-18T01:25:52.648385+0000","last_active":"2020-10-18T01:33:50.059633+0000","last_peered":"2020-10-18T01:33:50.059633+0000","last_clean":"2020-10-18T01:33:50.059633+0000","last_became_active":"2020-10-18T01:25:52.647863+0000","last_became_peered":"2020-10-18T01:25:52.647863+0000","last_unstale":"2020-10-18T01:33:50.059633+0000","last_undegraded":"2020-10-18T01:33:50.059633+0000","last_fullsized":"2020-10-18T01:33:50.059633+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_clean_scrub_stamp":"2020-10-18T01:25:51.350429+0000","log_size":7793,"ondisk_log_size":7793,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6808293061,"num_objects":2279,"num_object_clones":0,"num_object_copies":4558,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2279,"num_whiteouts":0,"num_read":9664,"num_read_kb":7093711,"num_write":9430,"num_write_kb":6999009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.551184+0000","last_change":"2020-10-18T01:25:44.356307+0000","last_active":"2020-10-18T01:28:32.551184+0000","last_peered":"2020-10-18T01:28:32.551184+0000","last_clean":"2020-10-18T01:28:32.551184+0000","last_became_active":"2020-10-18T01:25:44.355895+0000","last_became_peered":"2020-10-18T01:25:44.355895+0000","last_unstale":"2020-10-18T01:28:32.551184+0000","last_undegraded":"2020-10-18T01:28:32.551184+0000","last_fullsized":"2020-10-18T01:28:32.551184+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"33'9804","reported_seq":"13382","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-18T01:33:43.437043+0000","last_change":"2020-10-18T01:25:54.368841+0000","last_active":"2020-10-18T01:33:43.437043+0000","last_peered":"2020-10-18T01:33:43.437043+0000","last_clean":"2020-10-18T01:33:43.437043+0000","last_became_active":"2020-10-18T01:25:54.368583+0000","last_became_peered":"2020-10-18T01:25:54.368583+0000","last_unstale":"2020-10-18T01:33:43.437043+0000","last_undegraded":"2020-10-18T01:33:43.437043+0000","last_fullsized":"2020-10-18T01:33:43.437043+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_clean_scrub_stamp":"2020-10-18T01:25:53.355413+0000","log_size":9804,"ondisk_log_size":9804,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":110554172,"num_objects":58,"num_object_clones":0,"num_object_copies":116,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":12,"num_read":3066,"num_read_kb":117946,"num_write":8759,"num_write_kb":2508759,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":4990,"num_flush":1855,"num_flush_kb":4701286,"num_evict":1832,"num_evict_kb":4643159,"num_promote":1985,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'7530","reported_seq":"13489","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-18T01:33:50.066375+0000","last_change":"2020-10-18T01:25:52.648237+0000","last_active":"2020-10-18T01:33:50.066375+0000","last_peered":"2020-10-18T01:33:50.066375+0000","last_clean":"2020-10-18T01:33:50.066375+0000","last_became_active":"2020-10-18T01:25:52.647851+0000","last_became_peered":"2020-10-18T01:25:52.647851+0000","last_unstale":"2020-10-18T01:33:50.066375+0000","last_undegraded":"2020-10-18T01:33:50.066375+0000","last_fullsized":"2020-10-18T01:33:50.066375+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_clean_scrub_stamp":"2020-10-18T01:25:51.350429+0000","log_size":7530,"ondisk_log_size":7530,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6549890162,"num_objects":2193,"num_object_clones":0,"num_object_copies":4386,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2193,"num_whiteouts":0,"num_read":9439,"num_read_kb":6949976,"num_write":9130,"num_write_kb":6756767,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.555834+0000","last_change":"2020-10-18T01:25:44.340282+0000","last_active":"2020-10-18T01:28:32.555834+0000","last_peered":"2020-10-18T01:28:32.555834+0000","last_clean":"2020-10-18T01:28:32.555834+0000","last_became_active":"2020-10-18T01:25:44.339855+0000","last_became_peered":"2020-10-18T01:25:44.339855+0000","last_unstale":"2020-10-18T01:28:32.555834+0000","last_undegraded":"2020-10-18T01:28:32.555834+0000","last_fullsized":"2020-10-18T01:28:32.555834+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.555934+0000","last_change":"2020-10-18T01:25:44.340308+0000","last_active":"2020-10-18T01:28:32.555934+0000","last_peered":"2020-10-18T01:28:32.555934+0000","last_clean":"2020-10-18T01:28:32.555934+0000","last_became_active":"2020-10-18T01:25:44.339829+0000","last_became_peered":"2020-10-18T01:25:44.339829+0000","last_unstale":"2020-10-18T01:28:32.555934+0000","last_undegraded":"2020-10-18T01:28:32.555934+0000","last_fullsized":"2020-10-18T01:28:32.555934+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.551183+0000","last_change":"2020-10-18T01:25:44.498892+0000","last_active":"2020-10-18T01:28:32.551183+0000","last_peered":"2020-10-18T01:28:32.551183+0000","last_clean":"2020-10-18T01:28:32.551183+0000","last_became_active":"2020-10-18T01:25:44.498438+0000","last_became_peered":"2020-10-18T01:25:44.498438+0000","last_unstale":"2020-10-18T01:28:32.551183+0000","last_undegraded":"2020-10-18T01:28:32.551183+0000","last_fullsized":"2020-10-18T01:28:32.551183+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":415143582,"num_objects":223,"num_object_clones":0,"num_object_copies":446,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":189,"num_whiteouts":50,"num_read":12511,"num_read_kb":472095,"num_write":35402,"num_write_kb":10359611,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":32,"num_bytes_hit_set_archive":19941,"num_flush":7593,"num_flush_kb":19141840,"num_evict":7462,"num_evict_kb":18823638,"num_promote":8079,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":612712448,"data_stored":765727508,"data_compressed":3225858,"data_compressed_allocated":154247168,"data_compressed_original":308416564,"omap_allocated":0,"internal_metadata":0},"log_size":39349,"ondisk_log_size":39349,"up":8,"acting":8,"num_store_stats":5},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":6},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":27107519623,"num_objects":9072,"num_object_clones":0,"num_object_copies":18144,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9072,"num_whiteouts":0,"num_read":38533,"num_read_kb":28052910,"num_write":37881,"num_write_kb":28272870,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":33378238464,"data_stored":40433323064,"data_compressed":158437094,"data_compressed_allocated":7161921536,"data_compressed_original":14323810570,"omap_allocated":0,"internal_metadata":0},"log_size":31305,"ondisk_log_size":31305,"up":8,"acting":8,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640357,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9411992,"kb_used_data":8357540,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":84959848,"statfs":{"total":96636764160,"available":86998884352,"internally_reserved":1073741824,"allocated":8558120960,"data_stored":10398502433,"data_compressed":41121585,"data_compressed_allocated":1867489280,"data_compressed_original":3734968247,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Oct 18 01:32:54 2020","interfaces":[{"interface":"back","average":{"1min":0.96099999999999997,"5min":0.85099999999999998,"15min":0.749},"min":{"1min":0.443,"5min":0.443,"15min":0.35299999999999998},"max":{"1min":2.5190000000000001,"5min":3.7770000000000001,"15min":3.7770000000000001},"last":0.96099999999999997},{"interface":"front","average":{"1min":1.371,"5min":0.84799999999999998,"15min":0.73299999999999998},"min":{"1min":0.49399999999999999,"5min":0.47199999999999998,"15min":0.438},"max":{"1min":10.742000000000001,"5min":10.742000000000001,"15min":10.742000000000001},"last":1.018}]},{"osd":1,"last update":"Sun Oct 18 01:32:54 2020","interfaces":[{"interface":"back","average":{"1min":0.96299999999999997,"5min":0.91500000000000004,"15min":0.82599999999999996},"min":{"1min":0.46800000000000003,"5min":0.45400000000000001,"15min":0.45000000000000001},"max":{"1min":1.8069999999999999,"5min":2.2719999999999998,"15min":2.2719999999999998},"last":1.054},{"interface":"front","average":{"1min":1.5209999999999999,"5min":1.05,"15min":0.871},"min":{"1min":0.57799999999999996,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":10.691000000000001,"5min":10.691000000000001,"15min":10.691000000000001},"last":1.1040000000000001}]},{"osd":2,"last update":"Sun Oct 18 01:32:54 2020","interfaces":[{"interface":"back","average":{"1min":0.95699999999999996,"5min":0.96999999999999997,"15min":0.84099999999999997},"min":{"1min":0.54800000000000004,"5min":0.53000000000000003,"15min":0.51300000000000001},"max":{"1min":1.97,"5min":3.1019999999999999,"15min":3.1019999999999999},"last":0.83799999999999997},{"interface":"front","average":{"1min":1.026,"5min":0.96899999999999997,"15min":0.84899999999999998},"min":{"1min":0.58699999999999997,"5min":0.56599999999999995,"15min":0.55300000000000005},"max":{"1min":2.7450000000000001,"5min":2.7450000000000001,"15min":2.7450000000000001},"last":0.79600000000000004}]},{"osd":3,"last update":"Sun Oct 18 01:32:54 2020","interfaces":[{"interface":"back","average":{"1min":0.86799999999999999,"5min":0.76800000000000002,"15min":0.73499999999999999},"min":{"1min":0.52000000000000002,"5min":0.47099999999999997,"15min":0.44},"max":{"1min":2.2719999999999998,"5min":2.2719999999999998,"15min":2.2719999999999998},"last":0.68200000000000005},{"interface":"front","average":{"1min":1.115,"5min":0.97799999999999998,"15min":0.82499999999999996},"min":{"1min":0.54200000000000004,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":3.6920000000000002,"5min":3.6920000000000002,"15min":3.6920000000000002},"last":0.64800000000000002}]},{"osd":4,"last update":"Sun Oct 18 01:32:54 2020","interfaces":[{"interface":"back","average":{"1min":1.04,"5min":1.0109999999999999,"15min":0.94299999999999995},"min":{"1min":0.60099999999999998,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":2.79,"5min":2.79,"15min":2.79},"last":1.1899999999999999},{"interface":"front","average":{"1min":0.97299999999999998,"5min":0.93100000000000005,"15min":0.86199999999999999},"min":{"1min":0.65100000000000002,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":2.0630000000000002,"5min":2.0630000000000002,"15min":2.0630000000000002},"last":0.89900000000000002}]}]},{"osd":4,"up_from":11,"seq":47244640357,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1233348,"kb_used_data":152560,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93138492,"statfs":{"total":96636764160,"available":95373815808,"internally_reserved":1073741824,"allocated":156221440,"data_stored":196270712,"data_compressed":832623,"data_compressed_allocated":40521728,"data_compressed_original":81019017,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Oct 18 01:33:01 2020","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.75700000000000001,"15min":0.69299999999999995},"min":{"1min":0.35799999999999998,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.897,"5min":2.0169999999999999,"15min":2.0169999999999999},"last":0.85699999999999998},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.81200000000000006,"15min":0.71399999999999997},"min":{"1min":0.439,"5min":0.42299999999999999,"15min":0.39400000000000002},"max":{"1min":1.3700000000000001,"5min":5.4829999999999997,"15min":5.4829999999999997},"last":0.55200000000000005}]},{"osd":1,"last update":"Sun Oct 18 01:33:01 2020","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.96799999999999997,"15min":0.88500000000000001},"min":{"1min":0.64000000000000001,"5min":0.437,"15min":0.434},"max":{"1min":1.391,"5min":5.1890000000000001,"15min":5.1890000000000001},"last":1.0580000000000001},{"interface":"front","average":{"1min":1.079,"5min":1.0449999999999999,"15min":0.90900000000000003},"min":{"1min":0.53800000000000003,"5min":0.47099999999999997,"15min":0.42399999999999999},"max":{"1min":3.2320000000000002,"5min":5.2089999999999996,"15min":5.2089999999999996},"last":0.89000000000000001}]},{"osd":2,"last update":"Sun Oct 18 01:33:01 2020","interfaces":[{"interface":"back","average":{"1min":0.82899999999999996,"5min":0.93899999999999995,"15min":0.84399999999999997},"min":{"1min":0.58999999999999997,"5min":0.52000000000000002,"15min":0.48899999999999999},"max":{"1min":1.3899999999999999,"5min":4.9630000000000001,"15min":4.9630000000000001},"last":0.626},{"interface":"front","average":{"1min":0.92900000000000005,"5min":0.95099999999999996,"15min":0.88800000000000001},"min":{"1min":0.59899999999999998,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":2.3929999999999998,"5min":2.3929999999999998,"15min":2.3929999999999998},"last":0.66900000000000004}]},{"osd":3,"last update":"Sun Oct 18 01:33:01 2020","interfaces":[{"interface":"back","average":{"1min":0.72299999999999998,"5min":0.83099999999999996,"15min":0.79300000000000004},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.41599999999999998},"max":{"1min":1.52,"5min":5.1150000000000002,"15min":5.1150000000000002},"last":0.73599999999999999},{"interface":"front","average":{"1min":1.0069999999999999,"5min":0.98499999999999999,"15min":0.88900000000000001},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":3.1440000000000001,"5min":7.3920000000000003,"15min":7.3920000000000003},"last":0.78800000000000003}]},{"osd":5,"last update":"Sun Oct 18 01:33:01 2020","interfaces":[{"interface":"back","average":{"1min":1.03,"5min":0.91200000000000003,"15min":0.82899999999999996},"min":{"1min":0.498,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":4.2000000000000002,"5min":4.5090000000000003,"15min":4.5090000000000003},"last":1.2310000000000001},{"interface":"front","average":{"1min":0.86199999999999999,"5min":0.97299999999999998,"15min":0.91900000000000004},"min":{"1min":0.53800000000000003,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.6379999999999999,"5min":5.2789999999999999,"15min":5.2789999999999999},"last":0.82199999999999995}]}]},{"osd":3,"up_from":11,"seq":47244640357,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":4987880,"kb_used_data":3939296,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":89383960,"statfs":{"total":96636764160,"available":91529175040,"internally_reserved":1073741824,"allocated":4033839104,"data_stored":4874395849,"data_compressed":18872831,"data_compressed_allocated":853598208,"data_compressed_original":1707196416,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Oct 18 01:32:53 2020","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.73999999999999999,"15min":0.68300000000000005},"min":{"1min":0.45300000000000001,"5min":0.39200000000000002,"15min":0.32700000000000001},"max":{"1min":0.86699999999999999,"5min":2.609,"15min":2.609},"last":0.78400000000000003},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.77300000000000002,"15min":0.75600000000000001},"min":{"1min":0.51700000000000002,"5min":0.441,"15min":0.42999999999999999},"max":{"1min":1.9390000000000001,"5min":2.3039999999999998,"15min":2.3039999999999998},"last":1.0629999999999999}]},{"osd":1,"last update":"Sun Oct 18 01:32:53 2020","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.85699999999999998,"15min":0.84399999999999997},"min":{"1min":0.54000000000000004,"5min":0.497,"15min":0.45500000000000002},"max":{"1min":1.0029999999999999,"5min":2.1469999999999998,"15min":2.1469999999999998},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.871,"5min":0.92200000000000004,"15min":0.85299999999999998},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.438},"max":{"1min":2.012,"5min":2.012,"15min":2.012},"last":1.2270000000000001}]},{"osd":2,"last update":"Sun Oct 18 01:32:53 2020","interfaces":[{"interface":"back","average":{"1min":0.78000000000000003,"5min":0.97199999999999998,"15min":0.88100000000000001},"min":{"1min":0.50700000000000001,"5min":0.496,"15min":0.49199999999999999},"max":{"1min":1.0249999999999999,"5min":5.0819999999999999,"15min":5.0819999999999999},"last":0.92400000000000004},{"interface":"front","average":{"1min":0.95699999999999996,"5min":1.1060000000000001,"15min":1.0469999999999999},"min":{"1min":0.68000000000000005,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":2.0840000000000001,"5min":5.1369999999999996,"15min":5.1369999999999996},"last":1.2929999999999999}]},{"osd":4,"last update":"Sun Oct 18 01:32:53 2020","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":1.218,"15min":0.94399999999999995},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":1.0980000000000001,"5min":37.502000000000002,"15min":37.502000000000002},"last":0.81399999999999995},{"interface":"front","average":{"1min":0.71699999999999997,"5min":1.363,"15min":1.0549999999999999},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.393,"5min":36.932000000000002,"15min":36.932000000000002},"last":0.63400000000000001}]},{"osd":5,"last update":"Sun Oct 18 01:32:53 2020","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":1.6259999999999999,"15min":1.1519999999999999},"min":{"1min":0.54900000000000004,"5min":0.54700000000000004,"15min":0.54100000000000004},"max":{"1min":2.7149999999999999,"5min":39.942999999999998,"15min":39.942999999999998},"last":1.1499999999999999},{"interface":"front","average":{"1min":0.83699999999999997,"5min":1.6819999999999999,"15min":1.204},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.496,"5min":40.052999999999997,"15min":40.052999999999997},"last":0.96299999999999997}]}]},{"osd":2,"up_from":11,"seq":47244640357,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9281724,"kb_used_data":8215660,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":85090116,"statfs":{"total":96636764160,"available":87132278784,"internally_reserved":1073741824,"allocated":8412835840,"data_stored":10192122225,"data_compressed":39972159,"data_compressed_allocated":1806553088,"data_compressed_original":3613082593,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Oct 18 01:32:52 2020","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.63700000000000001,"15min":0.52300000000000002},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.34200000000000003},"max":{"1min":0.72899999999999998,"5min":4.2809999999999997,"15min":4.2809999999999997},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.69499999999999995,"15min":0.60899999999999999},"min":{"1min":0.442,"5min":0.38800000000000001,"15min":0.373},"max":{"1min":0.86899999999999999,"5min":4.7809999999999997,"15min":4.7809999999999997},"last":0.621}]},{"osd":1,"last update":"Sun Oct 18 01:32:52 2020","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.875,"15min":0.69799999999999995},"min":{"1min":0.42999999999999999,"5min":0.41099999999999998,"15min":0.35799999999999998},"max":{"1min":1.0629999999999999,"5min":7.133,"15min":7.133},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.77900000000000003,"15min":0.65100000000000002},"min":{"1min":0.44400000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.86299999999999999,"5min":6.9870000000000001,"15min":6.9870000000000001},"last":0.66800000000000004}]},{"osd":3,"last update":"Sun Oct 18 01:32:52 2020","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.92900000000000005,"15min":0.79100000000000004},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.443},"max":{"1min":1.4590000000000001,"5min":8.0749999999999993,"15min":8.0749999999999993},"last":1.069},{"interface":"front","average":{"1min":0.76000000000000001,"5min":1.012,"15min":0.871},"min":{"1min":0.57899999999999996,"5min":0.51500000000000001,"15min":0.497},"max":{"1min":1.1639999999999999,"5min":7.3680000000000003,"15min":7.3680000000000003},"last":0.97899999999999998}]},{"osd":4,"last update":"Sun Oct 18 01:32:52 2020","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.995,"15min":0.90400000000000003},"min":{"1min":0.63700000000000001,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.046,"5min":7.2350000000000003,"15min":7.2350000000000003},"last":1.1040000000000001},{"interface":"front","average":{"1min":0.748,"5min":0.84199999999999997,"15min":0.80000000000000004},"min":{"1min":0.625,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.0349999999999999,"5min":4.4020000000000001,"15min":4.4020000000000001},"last":1.1479999999999999}]},{"osd":5,"last update":"Sun Oct 18 01:32:52 2020","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.91200000000000003,"15min":0.86199999999999999},"min":{"1min":0.60799999999999998,"5min":0.58399999999999996,"15min":0.55300000000000005},"max":{"1min":1.135,"5min":4.5179999999999998,"15min":4.5179999999999998},"last":1.0109999999999999},{"interface":"front","average":{"1min":0.88600000000000001,"5min":1.0980000000000001,"15min":0.95499999999999996},"min":{"1min":0.68899999999999995,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.595,"5min":8.202,"15min":8.202},"last":1.1799999999999999}]}]},{"osd":0,"up_from":11,"seq":47244640357,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1233348,"kb_used_data":152560,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93138492,"statfs":{"total":96636764160,"available":95373815808,"internally_reserved":1073741824,"allocated":156221440,"data_stored":196270712,"data_compressed":832623,"data_compressed_allocated":40521728,"data_compressed_original":81019017,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Oct 18 01:32:56 2020","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.751,"15min":0.60799999999999998},"min":{"1min":0.38600000000000001,"5min":0.34699999999999998,"15min":0.32200000000000001},"max":{"1min":0.79100000000000004,"5min":5.9649999999999999,"15min":5.9649999999999999},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.73399999999999999,"15min":0.66200000000000003},"min":{"1min":0.42699999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.4099999999999999,"5min":3,"15min":3},"last":0.42399999999999999}]},{"osd":2,"last update":"Sun Oct 18 01:32:56 2020","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.81299999999999994,"15min":0.69299999999999995},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.39100000000000001},"max":{"1min":0.88700000000000001,"5min":6.8150000000000004,"15min":6.8150000000000004},"last":0.5},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.86299999999999999,"15min":0.71799999999999997},"min":{"1min":0.42999999999999999,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.94199999999999995,"5min":6.0490000000000004,"15min":6.0490000000000004},"last":0.53600000000000003}]},{"osd":3,"last update":"Sun Oct 18 01:32:56 2020","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.79100000000000004,"15min":0.76700000000000002},"min":{"1min":0.58399999999999996,"5min":0.54800000000000004,"15min":0.47299999999999998},"max":{"1min":1.087,"5min":1.7150000000000001,"15min":1.7150000000000001},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.91100000000000003,"15min":0.91900000000000004},"min":{"1min":0.55700000000000005,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":2.1789999999999998,"5min":4.8520000000000003,"15min":4.8520000000000003},"last":0.68100000000000005}]},{"osd":4,"last update":"Sun Oct 18 01:32:56 2020","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":1.0129999999999999,"15min":0.91700000000000004},"min":{"1min":0.59599999999999997,"5min":0.53800000000000003,"15min":0.45800000000000002},"max":{"1min":1.8819999999999999,"5min":4.9610000000000003,"15min":4.9610000000000003},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.995,"5min":1.083,"15min":1.0129999999999999},"min":{"1min":0.65000000000000002,"5min":0.58499999999999996,"15min":0.58099999999999996},"max":{"1min":1.952,"5min":6.1260000000000003,"15min":6.1260000000000003},"last":0.877}]},{"osd":5,"last update":"Sun Oct 18 01:32:56 2020","interfaces":[{"interface":"back","average":{"1min":0.874,"5min":1.0669999999999999,"15min":0.92600000000000005},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.4319999999999999,"5min":6.1879999999999997,"15min":6.1879999999999997},"last":0.95599999999999996},{"interface":"front","average":{"1min":0.88400000000000001,"5min":0.94199999999999995,"15min":0.96099999999999997},"min":{"1min":0.66400000000000003,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.1639999999999999,"5min":3.2120000000000002,"15min":3.2120000000000002},"last":0.65200000000000002}]}]},{"osd":1,"up_from":11,"seq":47244640357,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":13447656,"kb_used_data":12378304,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":80924184,"statfs":{"total":96636764160,"available":82866364416,"internally_reserved":1073741824,"allocated":12675383296,"data_stored":15342191865,"data_compressed":60031131,"data_compressed_allocated":2707484672,"data_compressed_original":5414941844,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Oct 18 01:33:54 2020","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.67400000000000004,"15min":0.58499999999999996},"min":{"1min":0.39600000000000002,"5min":0.35699999999999998,"15min":0.35199999999999998},"max":{"1min":1.123,"5min":3.343,"15min":3.343},"last":0.435},{"interface":"front","average":{"1min":1.2989999999999999,"5min":0.77000000000000002,"15min":0.70299999999999996},"min":{"1min":0.40300000000000002,"5min":0.39200000000000002,"15min":0.38400000000000001},"max":{"1min":10.708,"5min":10.708,"15min":10.708},"last":0.497}]},{"osd":2,"last update":"Sun Oct 18 01:33:54 2020","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.69499999999999995,"15min":0.59899999999999998},"min":{"1min":0.46700000000000003,"5min":0.38200000000000001,"15min":0.35599999999999998},"max":{"1min":1.2669999999999999,"5min":3.3570000000000002,"15min":3.3570000000000002},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.86899999999999999,"5min":0.84699999999999998,"15min":0.78400000000000003},"min":{"1min":0.52900000000000003,"5min":0.497,"15min":0.41699999999999998},"max":{"1min":3.2599999999999998,"5min":3.4590000000000001,"15min":3.98},"last":0.65200000000000002}]},{"osd":3,"last update":"Sun Oct 18 01:33:54 2020","interfaces":[{"interface":"back","average":{"1min":1.2190000000000001,"5min":0.878,"15min":0.82499999999999996},"min":{"1min":0.505,"5min":0.47899999999999998,"15min":0.45700000000000002},"max":{"1min":11.07,"5min":11.07,"15min":11.07},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.89200000000000002,"5min":0.95799999999999996,"15min":0.85799999999999998},"min":{"1min":0.71399999999999997,"5min":0.61099999999999999,"15min":0.53800000000000003},"max":{"1min":1.5269999999999999,"5min":3.234,"15min":4.1070000000000002},"last":0.74199999999999999}]},{"osd":4,"last update":"Sun Oct 18 01:33:54 2020","interfaces":[{"interface":"back","average":{"1min":1.29,"5min":1.091,"15min":0.93799999999999994},"min":{"1min":0.56200000000000006,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":10.952999999999999,"5min":14.111000000000001,"15min":14.111000000000001},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.94899999999999995,"5min":1.22,"15min":0.99099999999999999},"min":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.55800000000000005},"max":{"1min":1.655,"5min":16.452000000000002,"15min":16.452000000000002},"last":0.875}]},{"osd":5,"last update":"Sun Oct 18 01:33:54 2020","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.82899999999999996,"15min":1.075},"min":{"1min":0.59599999999999997,"5min":0.57699999999999996,"15min":0.52700000000000002},"max":{"1min":1.3839999999999999,"5min":3.7109999999999999,"15min":66.441999999999993},"last":0.72099999999999997},{"interface":"front","average":{"1min":1.018,"5min":1.171,"15min":1.3360000000000001},"min":{"1min":0.77600000000000002,"5min":0.73499999999999999,"15min":0.63100000000000001},"max":{"1min":1.8380000000000001,"5min":5.6630000000000003,"15min":66.647000000000006},"last":0.81399999999999995}]}]}]}} 2020-10-19T00:36:54.135 WARNING:scrape:Ignoring malparsed backtrace: 2020-10-18T01:35:46.687 DEBUG:tasks.ceph.osd.1:waiting for process to exit , 2020-10-18T01:35:46.688 INFO:teuthology.orchestra.run:waiting for 300 , 2020-10-18T01:35:46.771 INFO:tasks.ceph.osd.1:Stopped 2020-10-19T00:36:54.135 WARNING:scrape:Ignoring malparsed backtrace: 2020-10-18T01:42:44.266 INFO:teuthology.orchestra.run.smithi198.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample , 2020-10-18T01:42:44.267 INFO:teuthology.orchestra.run.smithi198.stdout:=============================================================================== , 2020-10-18T01:42:44.267 INFO:teuthology.orchestra.run.smithi198.stdout:^* hv01.front.sepia.ceph.com 2 7 377 17 +697us[ +699us] +/- 46ms 2020-10-19T00:36:54.136 WARNING:scrape:Ignoring malparsed backtrace: suppress = manager.__exit__(*exc_info) , File "/usr/lib/python3.6/contextlib.py", line 99, in __exit__ , self.gen.throw(type, value, traceback) 2020-10-19T00:36:54.281 WARNING:scrape:Ignoring malparsed backtrace: ceph version 15.2.5-355-g2f33da11 (2f33da11da69822d9bab6e9cadb58a7cc3d5720f) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7f5064da1cf4] , 2: (CopyFromOp::_finish(TestOp::CallbackInfo*)+0x4f4) [0x55e7cc3fa734] 2020-10-19T00:36:54.283 WARNING:scrape:Ignoring malparsed backtrace: 2020-10-18T01:33:56.990 INFO:teuthology.orchestra.run.smithi198.stdout: , dumped all , 2020-10-18T01:33:57.001 INFO:teuthology.orchestra.run.smithi198.stdout:{"pg_ready":true,"pg_map":{"version":278,"stamp":"2020-10-18T01:33:56.820295+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":27522663205,"num_objects":9295,"num_object_clones":0,"num_object_copies":18590,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9261,"num_whiteouts":50,"num_read":51044,"num_read_kb":28525005,"num_write":73283,"num_write_kb":38632481,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":32,"num_bytes_hit_set_archive":19941,"num_flush":7593,"num_flush_kb":19141840,"num_evict":7462,"num_evict_kb":18823638,"num_promote":8079,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":70654,"ondisk_log_size":70654,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":566231040,"kb_used":39595948,"kb_used_data":33195920,"kb_used_omap":0,"kb_used_meta":6291456,"kb_avail":526635092,"statfs":{"total":579820584960,"available":539274334208,"internally_reserved":6442450944,"allocated":33992622080,"data_stored":41199753796,"data_compressed":161662952,"data_compressed_allocated":7316168704,"data_compressed_original":14632227134,"omap_allocated":0,"internal_metadata":6442450944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":24,"apply_latency_ms":24,"commit_latency_ns":24000000,"apply_latency_ns":24000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-38368877,"num_objects":-2,"num_object_clones":0,"num_object_copies":-4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":4,"num_read":559,"num_read_kb":590208,"num_write":378,"num_write_kb":197139,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":9,"num_flush_kb":18945,"num_evict":12,"num_evict_kb":21821,"num_promote":24,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002203"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.556263+0000","last_change":"2020-10-18T01:25:44.498646+0000","last_active":"2020-10-18T01:28:32.556263+0000","last_peered":"2020-10-18T01:28:32.556263+0000","last_clean":"2020-10-18T01:28:32.556263+0000","last_became_active":"2020-10-18T01:25:44.498215+0000","last_became_peered":"2020-10-18T01:25:44.498215+0000","last_unstale":"2020-10-18T01:28:32.556263+0000","last_undegraded":"2020-10-18T01:28:32.556263+0000","last_fullsized":"2020-10-18T01:28:32.556263+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.551865+0000","last_change":"2020-10-18T01:25:44.356730+0000","last_active":"2020-10-18T01:28:32.551865+0000","last_peered":"2020-10-18T01:28:32.551865+0000","last_clean":"2020-10-18T01:28:32.551865+0000","last_became_active":"2020-10-18T01:25:44.355933+0000","last_became_peered":"2020-10-18T01:25:44.355933+0000","last_unstale":"2020-10-18T01:28:32.551865+0000","last_undegraded":"2020-10-18T01:28:32.551865+0000","last_fullsized":"2020-10-18T01:28:32.551865+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'10189","reported_seq":"13916","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:33:42.575790+0000","last_change":"2020-10-18T01:25:54.366675+0000","last_active":"2020-10-18T01:33:42.575790+0000","last_peered":"2020-10-18T01:33:42.575790+0000","last_clean":"2020-10-18T01:33:42.575790+0000","last_became_active":"2020-10-18T01:25:54.366279+0000","last_became_peered":"2020-10-18T01:25:54.366279+0000","last_unstale":"2020-10-18T01:33:42.575790+0000","last_undegraded":"2020-10-18T01:33:42.575790+0000","last_fullsized":"2020-10-18T01:33:42.575790+0000","mapping_epoch":18,"log_start":"26'100","ondisk_log_start":"26'100","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_clean_scrub_stamp":"2020-10-18T01:25:53.355413+0000","log_size":10089,"ondisk_log_size":10089,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":101862615,"num_objects":51,"num_object_clones":0,"num_object_copies":102,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":43,"num_whiteouts":8,"num_read":3160,"num_read_kb":109591,"num_write":8951,"num_write_kb":2644727,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":4985,"num_flush":1952,"num_flush_kb":4906643,"num_evict":1934,"num_evict_kb":4867199,"num_promote":2087,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'8145","reported_seq":"14594","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-18T01:33:50.101687+0000","last_change":"2020-10-18T01:25:52.648177+0000","last_active":"2020-10-18T01:33:50.101687+0000","last_peered":"2020-10-18T01:33:50.101687+0000","last_clean":"2020-10-18T01:33:50.101687+0000","last_became_active":"2020-10-18T01:25:52.647812+0000","last_became_peered":"2020-10-18T01:25:52.647812+0000","last_unstale":"2020-10-18T01:33:50.101687+0000","last_undegraded":"2020-10-18T01:33:50.101687+0000","last_fullsized":"2020-10-18T01:33:50.101687+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_clean_scrub_stamp":"2020-10-18T01:25:51.350429+0000","log_size":8145,"ondisk_log_size":8145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6996430941,"num_objects":2341,"num_object_clones":0,"num_object_copies":4682,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2341,"num_whiteouts":0,"num_read":10104,"num_read_kb":7604956,"num_write":9862,"num_write_kb":7347873,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.556215+0000","last_change":"2020-10-18T01:25:44.356396+0000","last_active":"2020-10-18T01:28:32.556215+0000","last_peered":"2020-10-18T01:28:32.556215+0000","last_clean":"2020-10-18T01:28:32.556215+0000","last_became_active":"2020-10-18T01:25:44.355972+0000","last_became_peered":"2020-10-18T01:25:44.355972+0000","last_unstale":"2020-10-18T01:28:32.556215+0000","last_undegraded":"2020-10-18T01:28:32.556215+0000","last_fullsized":"2020-10-18T01:28:32.556215+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"33'10264","reported_seq":"14065","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-18T01:33:47.091364+0000","last_change":"2020-10-18T01:25:54.485897+0000","last_active":"2020-10-18T01:33:47.091364+0000","last_peered":"2020-10-18T01:33:47.091364+0000","last_clean":"2020-10-18T01:33:47.091364+0000","last_became_active":"2020-10-18T01:25:54.485633+0000","last_became_peered":"2020-10-18T01:25:54.485633+0000","last_unstale":"2020-10-18T01:33:47.091364+0000","last_undegraded":"2020-10-18T01:33:47.091364+0000","last_fullsized":"2020-10-18T01:33:47.091364+0000","mapping_epoch":18,"log_start":"27'201","ondisk_log_start":"27'201","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_clean_scrub_stamp":"2020-10-18T01:25:53.355413+0000","log_size":10063,"ondisk_log_size":10063,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":98621475,"num_objects":55,"num_object_clones":0,"num_object_copies":110,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":13,"num_read":3269,"num_read_kb":133355,"num_write":9241,"num_write_kb":2694440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":5032,"num_flush":1988,"num_flush_kb":4975182,"num_evict":1948,"num_evict_kb":4888293,"num_promote":2102,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'7837","reported_seq":"13965","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-18T01:33:50.120808+0000","last_change":"2020-10-18T01:25:52.358380+0000","last_active":"2020-10-18T01:33:50.120808+0000","last_peered":"2020-10-18T01:33:50.120808+0000","last_clean":"2020-10-18T01:33:50.120808+0000","last_became_active":"2020-10-18T01:25:52.358034+0000","last_became_peered":"2020-10-18T01:25:52.358034+0000","last_unstale":"2020-10-18T01:33:50.120808+0000","last_undegraded":"2020-10-18T01:33:50.120808+0000","last_fullsized":"2020-10-18T01:33:50.120808+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_clean_scrub_stamp":"2020-10-18T01:25:51.350429+0000","log_size":7837,"ondisk_log_size":7837,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6752905459,"num_objects":2259,"num_object_clones":0,"num_object_copies":4518,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2259,"num_whiteouts":0,"num_read":9326,"num_read_kb":6404267,"num_write":9459,"num_write_kb":7169221,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.551902+0000","last_change":"2020-10-18T01:25:44.356333+0000","last_active":"2020-10-18T01:28:32.551902+0000","last_peered":"2020-10-18T01:28:32.551902+0000","last_clean":"2020-10-18T01:28:32.551902+0000","last_became_active":"2020-10-18T01:25:44.355922+0000","last_became_peered":"2020-10-18T01:25:44.355922+0000","last_unstale":"2020-10-18T01:28:32.551902+0000","last_undegraded":"2020-10-18T01:28:32.551902+0000","last_fullsized":"2020-10-18T01:28:32.551902+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"32'9393","reported_seq":"12971","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:33:42.582227+0000","last_change":"2020-10-18T01:25:54.439933+0000","last_active":"2020-10-18T01:33:42.582227+0000","last_peered":"2020-10-18T01:33:42.582227+0000","last_clean":"2020-10-18T01:33:42.582227+0000","last_became_active":"2020-10-18T01:25:54.439523+0000","last_became_peered":"2020-10-18T01:25:54.439523+0000","last_unstale":"2020-10-18T01:33:42.582227+0000","last_undegraded":"2020-10-18T01:33:42.582227+0000","last_fullsized":"2020-10-18T01:33:42.582227+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_clean_scrub_stamp":"2020-10-18T01:25:53.355413+0000","log_size":9393,"ondisk_log_size":9393,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":104105320,"num_objects":59,"num_object_clones":0,"num_object_copies":118,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":51,"num_whiteouts":17,"num_read":3016,"num_read_kb":111203,"num_write":8451,"num_write_kb":2511685,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":4934,"num_flush":1798,"num_flush_kb":4558729,"num_evict":1748,"num_evict_kb":4424987,"num_promote":1905,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'7793","reported_seq":"13941","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-18T01:33:50.059633+0000","last_change":"2020-10-18T01:25:52.648385+0000","last_active":"2020-10-18T01:33:50.059633+0000","last_peered":"2020-10-18T01:33:50.059633+0000","last_clean":"2020-10-18T01:33:50.059633+0000","last_became_active":"2020-10-18T01:25:52.647863+0000","last_became_peered":"2020-10-18T01:25:52.647863+0000","last_unstale":"2020-10-18T01:33:50.059633+0000","last_undegraded":"2020-10-18T01:33:50.059633+0000","last_fullsized":"2020-10-18T01:33:50.059633+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_clean_scrub_stamp":"2020-10-18T01:25:51.350429+0000","log_size":7793,"ondisk_log_size":7793,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6808293061,"num_objects":2279,"num_object_clones":0,"num_object_copies":4558,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2279,"num_whiteouts":0,"num_read":9664,"num_read_kb":7093711,"num_write":9430,"num_write_kb":6999009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.551184+0000","last_change":"2020-10-18T01:25:44.356307+0000","last_active":"2020-10-18T01:28:32.551184+0000","last_peered":"2020-10-18T01:28:32.551184+0000","last_clean":"2020-10-18T01:28:32.551184+0000","last_became_active":"2020-10-18T01:25:44.355895+0000","last_became_peered":"2020-10-18T01:25:44.355895+0000","last_unstale":"2020-10-18T01:28:32.551184+0000","last_undegraded":"2020-10-18T01:28:32.551184+0000","last_fullsized":"2020-10-18T01:28:32.551184+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"33'9804","reported_seq":"13382","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-18T01:33:43.437043+0000","last_change":"2020-10-18T01:25:54.368841+0000","last_active":"2020-10-18T01:33:43.437043+0000","last_peered":"2020-10-18T01:33:43.437043+0000","last_clean":"2020-10-18T01:33:43.437043+0000","last_became_active":"2020-10-18T01:25:54.368583+0000","last_became_peered":"2020-10-18T01:25:54.368583+0000","last_unstale":"2020-10-18T01:33:43.437043+0000","last_undegraded":"2020-10-18T01:33:43.437043+0000","last_fullsized":"2020-10-18T01:33:43.437043+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_clean_scrub_stamp":"2020-10-18T01:25:53.355413+0000","log_size":9804,"ondisk_log_size":9804,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":110554172,"num_objects":58,"num_object_clones":0,"num_object_copies":116,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":12,"num_read":3066,"num_read_kb":117946,"num_write":8759,"num_write_kb":2508759,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":4990,"num_flush":1855,"num_flush_kb":4701286,"num_evict":1832,"num_evict_kb":4643159,"num_promote":1985,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'7530","reported_seq":"13489","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-18T01:33:50.066375+0000","last_change":"2020-10-18T01:25:52.648237+0000","last_active":"2020-10-18T01:33:50.066375+0000","last_peered":"2020-10-18T01:33:50.066375+0000","last_clean":"2020-10-18T01:33:50.066375+0000","last_became_active":"2020-10-18T01:25:52.647851+0000","last_became_peered":"2020-10-18T01:25:52.647851+0000","last_unstale":"2020-10-18T01:33:50.066375+0000","last_undegraded":"2020-10-18T01:33:50.066375+0000","last_fullsized":"2020-10-18T01:33:50.066375+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_clean_scrub_stamp":"2020-10-18T01:25:51.350429+0000","log_size":7530,"ondisk_log_size":7530,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6549890162,"num_objects":2193,"num_object_clones":0,"num_object_copies":4386,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2193,"num_whiteouts":0,"num_read":9439,"num_read_kb":6949976,"num_write":9130,"num_write_kb":6756767,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.555834+0000","last_change":"2020-10-18T01:25:44.340282+0000","last_active":"2020-10-18T01:28:32.555834+0000","last_peered":"2020-10-18T01:28:32.555834+0000","last_clean":"2020-10-18T01:28:32.555834+0000","last_became_active":"2020-10-18T01:25:44.339855+0000","last_became_peered":"2020-10-18T01:25:44.339855+0000","last_unstale":"2020-10-18T01:28:32.555834+0000","last_undegraded":"2020-10-18T01:28:32.555834+0000","last_fullsized":"2020-10-18T01:28:32.555834+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.555934+0000","last_change":"2020-10-18T01:25:44.340308+0000","last_active":"2020-10-18T01:28:32.555934+0000","last_peered":"2020-10-18T01:28:32.555934+0000","last_clean":"2020-10-18T01:28:32.555934+0000","last_became_active":"2020-10-18T01:25:44.339829+0000","last_became_peered":"2020-10-18T01:25:44.339829+0000","last_unstale":"2020-10-18T01:28:32.555934+0000","last_undegraded":"2020-10-18T01:28:32.555934+0000","last_fullsized":"2020-10-18T01:28:32.555934+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.551183+0000","last_change":"2020-10-18T01:25:44.498892+0000","last_active":"2020-10-18T01:28:32.551183+0000","last_peered":"2020-10-18T01:28:32.551183+0000","last_clean":"2020-10-18T01:28:32.551183+0000","last_became_active":"2020-10-18T01:25:44.498438+0000","last_became_peered":"2020-10-18T01:25:44.498438+0000","last_unstale":"2020-10-18T01:28:32.551183+0000","last_undegraded":"2020-10-18T01:28:32.551183+0000","last_fullsized":"2020-10-18T01:28:32.551183+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":415143582,"num_objects":223,"num_object_clones":0,"num_object_copies":446,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":189,"num_whiteouts":50,"num_read":12511,"num_read_kb":472095,"num_write":35402,"num_write_kb":10359611,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":32,"num_bytes_hit_set_archive":19941,"num_flush":7593,"num_flush_kb":19141840,"num_evict":7462,"num_evict_kb":18823638,"num_promote":8079,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":612712448,"data_stored":765727508,"data_compressed":3225858,"data_compressed_allocated":154247168,"data_compressed_original":308416564,"omap_allocated":0,"internal_metadata":0},"log_size":39349,"ondisk_log_size":39349,"up":8,"acting":8,"num_store_stats":5},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":6},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":27107519623,"num_objects":9072,"num_object_clones":0,"num_object_copies":18144,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9072,"num_whiteouts":0,"num_read":38533,"num_read_kb":28052910,"num_write":37881,"num_write_kb":28272870,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":33378238464,"data_stored":40433323064,"data_compressed":158437094,"data_compressed_allocated":7161921536,"data_compressed_original":14323810570,"omap_allocated":0,"internal_metadata":0},"log_size":31305,"ondisk_log_size":31305,"up":8,"acting":8,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640357,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9411992,"kb_used_data":8357540,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":84959848,"statfs":{"total":96636764160,"available":86998884352,"internally_reserved":1073741824,"allocated":8558120960,"data_stored":10398502433,"data_compressed":41121585,"data_compressed_allocated":1867489280,"data_compressed_original":3734968247,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Oct 18 01:32:54 2020","interfaces":[{"interface":"back","average":{"1min":0.96099999999999997,"5min":0.85099999999999998,"15min":0.749},"min":{"1min":0.443,"5min":0.443,"15min":0.35299999999999998},"max":{"1min":2.5190000000000001,"5min":3.7770000000000001,"15min":3.7770000000000001},"last":0.96099999999999997},{"interface":"front","average":{"1min":1.371,"5min":0.84799999999999998,"15min":0.73299999999999998},"min":{"1min":0.49399999999999999,"5min":0.47199999999999998,"15min":0.438},"max":{"1min":10.742000000000001,"5min":10.742000000000001,"15min":10.742000000000001},"last":1.018}]},{"osd":1,"last update":"Sun Oct 18 01:32:54 2020","interfaces":[{"interface":"back","average":{"1min":0.96299999999999997,"5min":0.91500000000000004,"15min":0.82599999999999996},"min":{"1min":0.46800000000000003,"5min":0.45400000000000001,"15min":0.45000000000000001},"max":{"1min":1.8069999999999999,"5min":2.2719999999999998,"15min":2.2719999999999998},"last":1.054},{"interface":"front","average":{"1min":1.5209999999999999,"5min":1.05,"15min":0.871},"min":{"1min":0.57799999999999996,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":10.691000000000001,"5min":10.691000000000001,"15min":10.691000000000001},"last":1.1040000000000001}]},{"osd":2,"last update":"Sun Oct 18 01:32:54 2020","interfaces":[{"interface":"back","average":{"1min":0.95699999999999996,"5min":0.96999999999999997,"15min":0.84099999999999997},"min":{"1min":0.54800000000000004,"5min":0.53000000000000003,"15min":0.51300000000000001},"max":{"1min":1.97,"5min":3.1019999999999999,"15min":3.1019999999999999},"last":0.83799999999999997},{"interface":"front","average":{"1min":1.026,"5min":0.96899999999999997,"15min":0.84899999999999998},"min":{"1min":0.58699999999999997,"5min":0.56599999999999995,"15min":0.55300000000000005},"max":{"1min":2.7450000000000001,"5min":2.7450000000000001,"15min":2.7450000000000001},"last":0.79600000000000004}]},{"osd":3,"last update":"Sun Oct 18 01:32:54 2020","interfaces":[{"interface":"back","average":{"1min":0.86799999999999999,"5min":0.76800000000000002,"15min":0.73499999999999999},"min":{"1min":0.52000000000000002,"5min":0.47099999999999997,"15min":0.44},"max":{"1min":2.2719999999999998,"5min":2.2719999999999998,"15min":2.2719999999999998},"last":0.68200000000000005},{"interface":"front","average":{"1min":1.115,"5min":0.97799999999999998,"15min":0.82499999999999996},"min":{"1min":0.54200000000000004,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":3.6920000000000002,"5min":3.6920000000000002,"15min":3.6920000000000002},"last":0.64800000000000002}]},{"osd":4,"last update":"Sun Oct 18 01:32:54 2020","interfaces":[{"interface":"back","average":{"1min":1.04,"5min":1.0109999999999999,"15min":0.94299999999999995},"min":{"1min":0.60099999999999998,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":2.79,"5min":2.79,"15min":2.79},"last":1.1899999999999999},{"interface":"front","average":{"1min":0.97299999999999998,"5min":0.93100000000000005,"15min":0.86199999999999999},"min":{"1min":0.65100000000000002,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":2.0630000000000002,"5min":2.0630000000000002,"15min":2.0630000000000002},"last":0.89900000000000002}]}]},{"osd":4,"up_from":11,"seq":47244640357,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1233348,"kb_used_data":152560,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93138492,"statfs":{"total":96636764160,"available":95373815808,"internally_reserved":1073741824,"allocated":156221440,"data_stored":196270712,"data_compressed":832623,"data_compressed_allocated":40521728,"data_compressed_original":81019017,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Oct 18 01:33:01 2020","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.75700000000000001,"15min":0.69299999999999995},"min":{"1min":0.35799999999999998,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.897,"5min":2.0169999999999999,"15min":2.0169999999999999},"last":0.85699999999999998},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.81200000000000006,"15min":0.71399999999999997},"min":{"1min":0.439,"5min":0.42299999999999999,"15min":0.39400000000000002},"max":{"1min":1.3700000000000001,"5min":5.4829999999999997,"15min":5.4829999999999997},"last":0.55200000000000005}]},{"osd":1,"last update":"Sun Oct 18 01:33:01 2020","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.96799999999999997,"15min":0.88500000000000001},"min":{"1min":0.64000000000000001,"5min":0.437,"15min":0.434},"max":{"1min":1.391,"5min":5.1890000000000001,"15min":5.1890000000000001},"last":1.0580000000000001},{"interface":"front","average":{"1min":1.079,"5min":1.0449999999999999,"15min":0.90900000000000003},"min":{"1min":0.53800000000000003,"5min":0.47099999999999997,"15min":0.42399999999999999},"max":{"1min":3.2320000000000002,"5min":5.2089999999999996,"15min":5.2089999999999996},"last":0.89000000000000001}]},{"osd":2,"last update":"Sun Oct 18 01:33:01 2020","interfaces":[{"interface":"back","average":{"1min":0.82899999999999996,"5min":0.93899999999999995,"15min":0.84399999999999997},"min":{"1min":0.58999999999999997,"5min":0.52000000000000002,"15min":0.48899999999999999},"max":{"1min":1.3899999999999999,"5min":4.9630000000000001,"15min":4.9630000000000001},"last":0.626},{"interface":"front","average":{"1min":0.92900000000000005,"5min":0.95099999999999996,"15min":0.88800000000000001},"min":{"1min":0.59899999999999998,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":2.3929999999999998,"5min":2.3929999999999998,"15min":2.3929999999999998},"last":0.66900000000000004}]},{"osd":3,"last update":"Sun Oct 18 01:33:01 2020","interfaces":[{"interface":"back","average":{"1min":0.72299999999999998,"5min":0.83099999999999996,"15min":0.79300000000000004},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.41599999999999998},"max":{"1min":1.52,"5min":5.1150000000000002,"15min":5.1150000000000002},"last":0.73599999999999999},{"interface":"front","average":{"1min":1.0069999999999999,"5min":0.98499999999999999,"15min":0.88900000000000001},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":3.1440000000000001,"5min":7.3920000000000003,"15min":7.3920000000000003},"last":0.78800000000000003}]},{"osd":5,"last update":"Sun Oct 18 01:33:01 2020","interfaces":[{"interface":"back","average":{"1min":1.03,"5min":0.91200000000000003,"15min":0.82899999999999996},"min":{"1min":0.498,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":4.2000000000000002,"5min":4.5090000000000003,"15min":4.5090000000000003},"last":1.2310000000000001},{"interface":"front","average":{"1min":0.86199999999999999,"5min":0.97299999999999998,"15min":0.91900000000000004},"min":{"1min":0.53800000000000003,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.6379999999999999,"5min":5.2789999999999999,"15min":5.2789999999999999},"last":0.82199999999999995}]}]},{"osd":3,"up_from":11,"seq":47244640357,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":4987880,"kb_used_data":3939296,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":89383960,"statfs":{"total":96636764160,"available":91529175040,"internally_reserved":1073741824,"allocated":4033839104,"data_stored":4874395849,"data_compressed":18872831,"data_compressed_allocated":853598208,"data_compressed_original":1707196416,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Oct 18 01:32:53 2020","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.73999999999999999,"15min":0.68300000000000005},"min":{"1min":0.45300000000000001,"5min":0.39200000000000002,"15min":0.32700000000000001},"max":{"1min":0.86699999999999999,"5min":2.609,"15min":2.609},"last":0.78400000000000003},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.77300000000000002,"15min":0.75600000000000001},"min":{"1min":0.51700000000000002,"5min":0.441,"15min":0.42999999999999999},"max":{"1min":1.9390000000000001,"5min":2.3039999999999998,"15min":2.3039999999999998},"last":1.0629999999999999}]},{"osd":1,"last update":"Sun Oct 18 01:32:53 2020","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.85699999999999998,"15min":0.84399999999999997},"min":{"1min":0.54000000000000004,"5min":0.497,"15min":0.45500000000000002},"max":{"1min":1.0029999999999999,"5min":2.1469999999999998,"15min":2.1469999999999998},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.871,"5min":0.92200000000000004,"15min":0.85299999999999998},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.438},"max":{"1min":2.012,"5min":2.012,"15min":2.012},"last":1.2270000000000001}]},{"osd":2,"last update":"Sun Oct 18 01:32:53 2020","interfaces":[{"interface":"back","average":{"1min":0.78000000000000003,"5min":0.97199999999999998,"15min":0.88100000000000001},"min":{"1min":0.50700000000000001,"5min":0.496,"15min":0.49199999999999999},"max":{"1min":1.0249999999999999,"5min":5.0819999999999999,"15min":5.0819999999999999},"last":0.92400000000000004},{"interface":"front","average":{"1min":0.95699999999999996,"5min":1.1060000000000001,"15min":1.0469999999999999},"min":{"1min":0.68000000000000005,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":2.0840000000000001,"5min":5.1369999999999996,"15min":5.1369999999999996},"last":1.2929999999999999}]},{"osd":4,"last update":"Sun Oct 18 01:32:53 2020","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":1.218,"15min":0.94399999999999995},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":1.0980000000000001,"5min":37.502000000000002,"15min":37.502000000000002},"last":0.81399999999999995},{"interface":"front","average":{"1min":0.71699999999999997,"5min":1.363,"15min":1.0549999999999999},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.393,"5min":36.932000000000002,"15min":36.932000000000002},"last":0.63400000000000001}]},{"osd":5,"last update":"Sun Oct 18 01:32:53 2020","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":1.6259999999999999,"15min":1.1519999999999999},"min":{"1min":0.54900000000000004,"5min":0.54700000000000004,"15min":0.54100000000000004},"max":{"1min":2.7149999999999999,"5min":39.942999999999998,"15min":39.942999999999998},"last":1.1499999999999999},{"interface":"front","average":{"1min":0.83699999999999997,"5min":1.6819999999999999,"15min":1.204},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.496,"5min":40.052999999999997,"15min":40.052999999999997},"last":0.96299999999999997}]}]},{"osd":2,"up_from":11,"seq":47244640357,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9281724,"kb_used_data":8215660,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":85090116,"statfs":{"total":96636764160,"available":87132278784,"internally_reserved":1073741824,"allocated":8412835840,"data_stored":10192122225,"data_compressed":39972159,"data_compressed_allocated":1806553088,"data_compressed_original":3613082593,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Oct 18 01:32:52 2020","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.63700000000000001,"15min":0.52300000000000002},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.34200000000000003},"max":{"1min":0.72899999999999998,"5min":4.2809999999999997,"15min":4.2809999999999997},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.69499999999999995,"15min":0.60899999999999999},"min":{"1min":0.442,"5min":0.38800000000000001,"15min":0.373},"max":{"1min":0.86899999999999999,"5min":4.7809999999999997,"15min":4.7809999999999997},"last":0.621}]},{"osd":1,"last update":"Sun Oct 18 01:32:52 2020","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.875,"15min":0.69799999999999995},"min":{"1min":0.42999999999999999,"5min":0.41099999999999998,"15min":0.35799999999999998},"max":{"1min":1.0629999999999999,"5min":7.133,"15min":7.133},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.77900000000000003,"15min":0.65100000000000002},"min":{"1min":0.44400000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.86299999999999999,"5min":6.9870000000000001,"15min":6.9870000000000001},"last":0.66800000000000004}]},{"osd":3,"last update":"Sun Oct 18 01:32:52 2020","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.92900000000000005,"15min":0.79100000000000004},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.443},"max":{"1min":1.4590000000000001,"5min":8.0749999999999993,"15min":8.0749999999999993},"last":1.069},{"interface":"front","average":{"1min":0.76000000000000001,"5min":1.012,"15min":0.871},"min":{"1min":0.57899999999999996,"5min":0.51500000000000001,"15min":0.497},"max":{"1min":1.1639999999999999,"5min":7.3680000000000003,"15min":7.3680000000000003},"last":0.97899999999999998}]},{"osd":4,"last update":"Sun Oct 18 01:32:52 2020","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.995,"15min":0.90400000000000003},"min":{"1min":0.63700000000000001,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.046,"5min":7.2350000000000003,"15min":7.2350000000000003},"last":1.1040000000000001},{"interface":"front","average":{"1min":0.748,"5min":0.84199999999999997,"15min":0.80000000000000004},"min":{"1min":0.625,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.0349999999999999,"5min":4.4020000000000001,"15min":4.4020000000000001},"last":1.1479999999999999}]},{"osd":5,"last update":"Sun Oct 18 01:32:52 2020","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.91200000000000003,"15min":0.86199999999999999},"min":{"1min":0.60799999999999998,"5min":0.58399999999999996,"15min":0.55300000000000005},"max":{"1min":1.135,"5min":4.5179999999999998,"15min":4.5179999999999998},"last":1.0109999999999999},{"interface":"front","average":{"1min":0.88600000000000001,"5min":1.0980000000000001,"15min":0.95499999999999996},"min":{"1min":0.68899999999999995,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.595,"5min":8.202,"15min":8.202},"last":1.1799999999999999}]}]},{"osd":0,"up_from":11,"seq":47244640357,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1233348,"kb_used_data":152560,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93138492,"statfs":{"total":96636764160,"available":95373815808,"internally_reserved":1073741824,"allocated":156221440,"data_stored":196270712,"data_compressed":832623,"data_compressed_allocated":40521728,"data_compressed_original":81019017,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Oct 18 01:32:56 2020","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.751,"15min":0.60799999999999998},"min":{"1min":0.38600000000000001,"5min":0.34699999999999998,"15min":0.32200000000000001},"max":{"1min":0.79100000000000004,"5min":5.9649999999999999,"15min":5.9649999999999999},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.73399999999999999,"15min":0.66200000000000003},"min":{"1min":0.42699999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.4099999999999999,"5min":3,"15min":3},"last":0.42399999999999999}]},{"osd":2,"last update":"Sun Oct 18 01:32:56 2020","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.81299999999999994,"15min":0.69299999999999995},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.39100000000000001},"max":{"1min":0.88700000000000001,"5min":6.8150000000000004,"15min":6.8150000000000004},"last":0.5},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.86299999999999999,"15min":0.71799999999999997},"min":{"1min":0.42999999999999999,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.94199999999999995,"5min":6.0490000000000004,"15min":6.0490000000000004},"last":0.53600000000000003}]},{"osd":3,"last update":"Sun Oct 18 01:32:56 2020","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.79100000000000004,"15min":0.76700000000000002},"min":{"1min":0.58399999999999996,"5min":0.54800000000000004,"15min":0.47299999999999998},"max":{"1min":1.087,"5min":1.7150000000000001,"15min":1.7150000000000001},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.91100000000000003,"15min":0.91900000000000004},"min":{"1min":0.55700000000000005,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":2.1789999999999998,"5min":4.8520000000000003,"15min":4.8520000000000003},"last":0.68100000000000005}]},{"osd":4,"last update":"Sun Oct 18 01:32:56 2020","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":1.0129999999999999,"15min":0.91700000000000004},"min":{"1min":0.59599999999999997,"5min":0.53800000000000003,"15min":0.45800000000000002},"max":{"1min":1.8819999999999999,"5min":4.9610000000000003,"15min":4.9610000000000003},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.995,"5min":1.083,"15min":1.0129999999999999},"min":{"1min":0.65000000000000002,"5min":0.58499999999999996,"15min":0.58099999999999996},"max":{"1min":1.952,"5min":6.1260000000000003,"15min":6.1260000000000003},"last":0.877}]},{"osd":5,"last update":"Sun Oct 18 01:32:56 2020","interfaces":[{"interface":"back","average":{"1min":0.874,"5min":1.0669999999999999,"15min":0.92600000000000005},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.4319999999999999,"5min":6.1879999999999997,"15min":6.1879999999999997},"last":0.95599999999999996},{"interface":"front","average":{"1min":0.88400000000000001,"5min":0.94199999999999995,"15min":0.96099999999999997},"min":{"1min":0.66400000000000003,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.1639999999999999,"5min":3.2120000000000002,"15min":3.2120000000000002},"last":0.65200000000000002}]}]},{"osd":1,"up_from":11,"seq":47244640357,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":13447656,"kb_used_data":12378304,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":80924184,"statfs":{"total":96636764160,"available":82866364416,"internally_reserved":1073741824,"allocated":12675383296,"data_stored":15342191865,"data_compressed":60031131,"data_compressed_allocated":2707484672,"data_compressed_original":5414941844,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Oct 18 01:33:54 2020","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.67400000000000004,"15min":0.58499999999999996},"min":{"1min":0.39600000000000002,"5min":0.35699999999999998,"15min":0.35199999999999998},"max":{"1min":1.123,"5min":3.343,"15min":3.343},"last":0.435},{"interface":"front","average":{"1min":1.2989999999999999,"5min":0.77000000000000002,"15min":0.70299999999999996},"min":{"1min":0.40300000000000002,"5min":0.39200000000000002,"15min":0.38400000000000001},"max":{"1min":10.708,"5min":10.708,"15min":10.708},"last":0.497}]},{"osd":2,"last update":"Sun Oct 18 01:33:54 2020","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.69499999999999995,"15min":0.59899999999999998},"min":{"1min":0.46700000000000003,"5min":0.38200000000000001,"15min":0.35599999999999998},"max":{"1min":1.2669999999999999,"5min":3.3570000000000002,"15min":3.3570000000000002},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.86899999999999999,"5min":0.84699999999999998,"15min":0.78400000000000003},"min":{"1min":0.52900000000000003,"5min":0.497,"15min":0.41699999999999998},"max":{"1min":3.2599999999999998,"5min":3.4590000000000001,"15min":3.98},"last":0.65200000000000002}]},{"osd":3,"last update":"Sun Oct 18 01:33:54 2020","interfaces":[{"interface":"back","average":{"1min":1.2190000000000001,"5min":0.878,"15min":0.82499999999999996},"min":{"1min":0.505,"5min":0.47899999999999998,"15min":0.45700000000000002},"max":{"1min":11.07,"5min":11.07,"15min":11.07},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.89200000000000002,"5min":0.95799999999999996,"15min":0.85799999999999998},"min":{"1min":0.71399999999999997,"5min":0.61099999999999999,"15min":0.53800000000000003},"max":{"1min":1.5269999999999999,"5min":3.234,"15min":4.1070000000000002},"last":0.74199999999999999}]},{"osd":4,"last update":"Sun Oct 18 01:33:54 2020","interfaces":[{"interface":"back","average":{"1min":1.29,"5min":1.091,"15min":0.93799999999999994},"min":{"1min":0.56200000000000006,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":10.952999999999999,"5min":14.111000000000001,"15min":14.111000000000001},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.94899999999999995,"5min":1.22,"15min":0.99099999999999999},"min":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.55800000000000005},"max":{"1min":1.655,"5min":16.452000000000002,"15min":16.452000000000002},"last":0.875}]},{"osd":5,"last update":"Sun Oct 18 01:33:54 2020","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.82899999999999996,"15min":1.075},"min":{"1min":0.59599999999999997,"5min":0.57699999999999996,"15min":0.52700000000000002},"max":{"1min":1.3839999999999999,"5min":3.7109999999999999,"15min":66.441999999999993},"last":0.72099999999999997},{"interface":"front","average":{"1min":1.018,"5min":1.171,"15min":1.3360000000000001},"min":{"1min":0.77600000000000002,"5min":0.73499999999999999,"15min":0.63100000000000001},"max":{"1min":1.8380000000000001,"5min":5.6630000000000003,"15min":66.647000000000006},"last":0.81399999999999995}]}]}]}} 2020-10-19T00:36:54.285 WARNING:scrape:Ignoring malparsed backtrace: 2020-10-18T01:35:46.687 DEBUG:tasks.ceph.osd.1:waiting for process to exit , 2020-10-18T01:35:46.688 INFO:teuthology.orchestra.run:waiting for 300 , 2020-10-18T01:35:46.771 INFO:tasks.ceph.osd.1:Stopped 2020-10-19T00:36:54.285 WARNING:scrape:Ignoring malparsed backtrace: 2020-10-18T01:42:44.266 INFO:teuthology.orchestra.run.smithi198.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample , 2020-10-18T01:42:44.267 INFO:teuthology.orchestra.run.smithi198.stdout:=============================================================================== , 2020-10-18T01:42:44.267 INFO:teuthology.orchestra.run.smithi198.stdout:^* hv01.front.sepia.ceph.com 2 7 377 17 +697us[ +699us] +/- 46ms 2020-10-19T00:36:54.286 WARNING:scrape:Ignoring malparsed backtrace: suppress = manager.__exit__(*exc_info) , File "/usr/lib/python3.6/contextlib.py", line 99, in __exit__ , self.gen.throw(type, value, traceback) 2020-10-19T00:36:54.428 WARNING:scrape:Ignoring malparsed backtrace: ceph version 15.2.5-355-g2f33da11 (2f33da11da69822d9bab6e9cadb58a7cc3d5720f) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7f5064da1cf4] , 2: (CopyFromOp::_finish(TestOp::CallbackInfo*)+0x4f4) [0x55e7cc3fa734] 2020-10-19T00:36:54.431 WARNING:scrape:Ignoring malparsed backtrace: 2020-10-18T01:33:56.990 INFO:teuthology.orchestra.run.smithi198.stdout: , dumped all , 2020-10-18T01:33:57.001 INFO:teuthology.orchestra.run.smithi198.stdout:{"pg_ready":true,"pg_map":{"version":278,"stamp":"2020-10-18T01:33:56.820295+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":27522663205,"num_objects":9295,"num_object_clones":0,"num_object_copies":18590,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9261,"num_whiteouts":50,"num_read":51044,"num_read_kb":28525005,"num_write":73283,"num_write_kb":38632481,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":32,"num_bytes_hit_set_archive":19941,"num_flush":7593,"num_flush_kb":19141840,"num_evict":7462,"num_evict_kb":18823638,"num_promote":8079,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":70654,"ondisk_log_size":70654,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":566231040,"kb_used":39595948,"kb_used_data":33195920,"kb_used_omap":0,"kb_used_meta":6291456,"kb_avail":526635092,"statfs":{"total":579820584960,"available":539274334208,"internally_reserved":6442450944,"allocated":33992622080,"data_stored":41199753796,"data_compressed":161662952,"data_compressed_allocated":7316168704,"data_compressed_original":14632227134,"omap_allocated":0,"internal_metadata":6442450944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":24,"apply_latency_ms":24,"commit_latency_ns":24000000,"apply_latency_ns":24000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-38368877,"num_objects":-2,"num_object_clones":0,"num_object_copies":-4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":4,"num_read":559,"num_read_kb":590208,"num_write":378,"num_write_kb":197139,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":9,"num_flush_kb":18945,"num_evict":12,"num_evict_kb":21821,"num_promote":24,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002203"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.556263+0000","last_change":"2020-10-18T01:25:44.498646+0000","last_active":"2020-10-18T01:28:32.556263+0000","last_peered":"2020-10-18T01:28:32.556263+0000","last_clean":"2020-10-18T01:28:32.556263+0000","last_became_active":"2020-10-18T01:25:44.498215+0000","last_became_peered":"2020-10-18T01:25:44.498215+0000","last_unstale":"2020-10-18T01:28:32.556263+0000","last_undegraded":"2020-10-18T01:28:32.556263+0000","last_fullsized":"2020-10-18T01:28:32.556263+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.551865+0000","last_change":"2020-10-18T01:25:44.356730+0000","last_active":"2020-10-18T01:28:32.551865+0000","last_peered":"2020-10-18T01:28:32.551865+0000","last_clean":"2020-10-18T01:28:32.551865+0000","last_became_active":"2020-10-18T01:25:44.355933+0000","last_became_peered":"2020-10-18T01:25:44.355933+0000","last_unstale":"2020-10-18T01:28:32.551865+0000","last_undegraded":"2020-10-18T01:28:32.551865+0000","last_fullsized":"2020-10-18T01:28:32.551865+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'10189","reported_seq":"13916","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:33:42.575790+0000","last_change":"2020-10-18T01:25:54.366675+0000","last_active":"2020-10-18T01:33:42.575790+0000","last_peered":"2020-10-18T01:33:42.575790+0000","last_clean":"2020-10-18T01:33:42.575790+0000","last_became_active":"2020-10-18T01:25:54.366279+0000","last_became_peered":"2020-10-18T01:25:54.366279+0000","last_unstale":"2020-10-18T01:33:42.575790+0000","last_undegraded":"2020-10-18T01:33:42.575790+0000","last_fullsized":"2020-10-18T01:33:42.575790+0000","mapping_epoch":18,"log_start":"26'100","ondisk_log_start":"26'100","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_clean_scrub_stamp":"2020-10-18T01:25:53.355413+0000","log_size":10089,"ondisk_log_size":10089,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":101862615,"num_objects":51,"num_object_clones":0,"num_object_copies":102,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":43,"num_whiteouts":8,"num_read":3160,"num_read_kb":109591,"num_write":8951,"num_write_kb":2644727,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":4985,"num_flush":1952,"num_flush_kb":4906643,"num_evict":1934,"num_evict_kb":4867199,"num_promote":2087,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'8145","reported_seq":"14594","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-18T01:33:50.101687+0000","last_change":"2020-10-18T01:25:52.648177+0000","last_active":"2020-10-18T01:33:50.101687+0000","last_peered":"2020-10-18T01:33:50.101687+0000","last_clean":"2020-10-18T01:33:50.101687+0000","last_became_active":"2020-10-18T01:25:52.647812+0000","last_became_peered":"2020-10-18T01:25:52.647812+0000","last_unstale":"2020-10-18T01:33:50.101687+0000","last_undegraded":"2020-10-18T01:33:50.101687+0000","last_fullsized":"2020-10-18T01:33:50.101687+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_clean_scrub_stamp":"2020-10-18T01:25:51.350429+0000","log_size":8145,"ondisk_log_size":8145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6996430941,"num_objects":2341,"num_object_clones":0,"num_object_copies":4682,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2341,"num_whiteouts":0,"num_read":10104,"num_read_kb":7604956,"num_write":9862,"num_write_kb":7347873,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.556215+0000","last_change":"2020-10-18T01:25:44.356396+0000","last_active":"2020-10-18T01:28:32.556215+0000","last_peered":"2020-10-18T01:28:32.556215+0000","last_clean":"2020-10-18T01:28:32.556215+0000","last_became_active":"2020-10-18T01:25:44.355972+0000","last_became_peered":"2020-10-18T01:25:44.355972+0000","last_unstale":"2020-10-18T01:28:32.556215+0000","last_undegraded":"2020-10-18T01:28:32.556215+0000","last_fullsized":"2020-10-18T01:28:32.556215+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"33'10264","reported_seq":"14065","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-18T01:33:47.091364+0000","last_change":"2020-10-18T01:25:54.485897+0000","last_active":"2020-10-18T01:33:47.091364+0000","last_peered":"2020-10-18T01:33:47.091364+0000","last_clean":"2020-10-18T01:33:47.091364+0000","last_became_active":"2020-10-18T01:25:54.485633+0000","last_became_peered":"2020-10-18T01:25:54.485633+0000","last_unstale":"2020-10-18T01:33:47.091364+0000","last_undegraded":"2020-10-18T01:33:47.091364+0000","last_fullsized":"2020-10-18T01:33:47.091364+0000","mapping_epoch":18,"log_start":"27'201","ondisk_log_start":"27'201","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_clean_scrub_stamp":"2020-10-18T01:25:53.355413+0000","log_size":10063,"ondisk_log_size":10063,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":98621475,"num_objects":55,"num_object_clones":0,"num_object_copies":110,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":13,"num_read":3269,"num_read_kb":133355,"num_write":9241,"num_write_kb":2694440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":5032,"num_flush":1988,"num_flush_kb":4975182,"num_evict":1948,"num_evict_kb":4888293,"num_promote":2102,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'7837","reported_seq":"13965","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-18T01:33:50.120808+0000","last_change":"2020-10-18T01:25:52.358380+0000","last_active":"2020-10-18T01:33:50.120808+0000","last_peered":"2020-10-18T01:33:50.120808+0000","last_clean":"2020-10-18T01:33:50.120808+0000","last_became_active":"2020-10-18T01:25:52.358034+0000","last_became_peered":"2020-10-18T01:25:52.358034+0000","last_unstale":"2020-10-18T01:33:50.120808+0000","last_undegraded":"2020-10-18T01:33:50.120808+0000","last_fullsized":"2020-10-18T01:33:50.120808+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_clean_scrub_stamp":"2020-10-18T01:25:51.350429+0000","log_size":7837,"ondisk_log_size":7837,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6752905459,"num_objects":2259,"num_object_clones":0,"num_object_copies":4518,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2259,"num_whiteouts":0,"num_read":9326,"num_read_kb":6404267,"num_write":9459,"num_write_kb":7169221,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.551902+0000","last_change":"2020-10-18T01:25:44.356333+0000","last_active":"2020-10-18T01:28:32.551902+0000","last_peered":"2020-10-18T01:28:32.551902+0000","last_clean":"2020-10-18T01:28:32.551902+0000","last_became_active":"2020-10-18T01:25:44.355922+0000","last_became_peered":"2020-10-18T01:25:44.355922+0000","last_unstale":"2020-10-18T01:28:32.551902+0000","last_undegraded":"2020-10-18T01:28:32.551902+0000","last_fullsized":"2020-10-18T01:28:32.551902+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"32'9393","reported_seq":"12971","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:33:42.582227+0000","last_change":"2020-10-18T01:25:54.439933+0000","last_active":"2020-10-18T01:33:42.582227+0000","last_peered":"2020-10-18T01:33:42.582227+0000","last_clean":"2020-10-18T01:33:42.582227+0000","last_became_active":"2020-10-18T01:25:54.439523+0000","last_became_peered":"2020-10-18T01:25:54.439523+0000","last_unstale":"2020-10-18T01:33:42.582227+0000","last_undegraded":"2020-10-18T01:33:42.582227+0000","last_fullsized":"2020-10-18T01:33:42.582227+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_clean_scrub_stamp":"2020-10-18T01:25:53.355413+0000","log_size":9393,"ondisk_log_size":9393,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":104105320,"num_objects":59,"num_object_clones":0,"num_object_copies":118,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":51,"num_whiteouts":17,"num_read":3016,"num_read_kb":111203,"num_write":8451,"num_write_kb":2511685,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":4934,"num_flush":1798,"num_flush_kb":4558729,"num_evict":1748,"num_evict_kb":4424987,"num_promote":1905,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'7793","reported_seq":"13941","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-18T01:33:50.059633+0000","last_change":"2020-10-18T01:25:52.648385+0000","last_active":"2020-10-18T01:33:50.059633+0000","last_peered":"2020-10-18T01:33:50.059633+0000","last_clean":"2020-10-18T01:33:50.059633+0000","last_became_active":"2020-10-18T01:25:52.647863+0000","last_became_peered":"2020-10-18T01:25:52.647863+0000","last_unstale":"2020-10-18T01:33:50.059633+0000","last_undegraded":"2020-10-18T01:33:50.059633+0000","last_fullsized":"2020-10-18T01:33:50.059633+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_clean_scrub_stamp":"2020-10-18T01:25:51.350429+0000","log_size":7793,"ondisk_log_size":7793,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6808293061,"num_objects":2279,"num_object_clones":0,"num_object_copies":4558,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2279,"num_whiteouts":0,"num_read":9664,"num_read_kb":7093711,"num_write":9430,"num_write_kb":6999009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.551184+0000","last_change":"2020-10-18T01:25:44.356307+0000","last_active":"2020-10-18T01:28:32.551184+0000","last_peered":"2020-10-18T01:28:32.551184+0000","last_clean":"2020-10-18T01:28:32.551184+0000","last_became_active":"2020-10-18T01:25:44.355895+0000","last_became_peered":"2020-10-18T01:25:44.355895+0000","last_unstale":"2020-10-18T01:28:32.551184+0000","last_undegraded":"2020-10-18T01:28:32.551184+0000","last_fullsized":"2020-10-18T01:28:32.551184+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"33'9804","reported_seq":"13382","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-18T01:33:43.437043+0000","last_change":"2020-10-18T01:25:54.368841+0000","last_active":"2020-10-18T01:33:43.437043+0000","last_peered":"2020-10-18T01:33:43.437043+0000","last_clean":"2020-10-18T01:33:43.437043+0000","last_became_active":"2020-10-18T01:25:54.368583+0000","last_became_peered":"2020-10-18T01:25:54.368583+0000","last_unstale":"2020-10-18T01:33:43.437043+0000","last_undegraded":"2020-10-18T01:33:43.437043+0000","last_fullsized":"2020-10-18T01:33:43.437043+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_clean_scrub_stamp":"2020-10-18T01:25:53.355413+0000","log_size":9804,"ondisk_log_size":9804,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":110554172,"num_objects":58,"num_object_clones":0,"num_object_copies":116,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":12,"num_read":3066,"num_read_kb":117946,"num_write":8759,"num_write_kb":2508759,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":4990,"num_flush":1855,"num_flush_kb":4701286,"num_evict":1832,"num_evict_kb":4643159,"num_promote":1985,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'7530","reported_seq":"13489","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-18T01:33:50.066375+0000","last_change":"2020-10-18T01:25:52.648237+0000","last_active":"2020-10-18T01:33:50.066375+0000","last_peered":"2020-10-18T01:33:50.066375+0000","last_clean":"2020-10-18T01:33:50.066375+0000","last_became_active":"2020-10-18T01:25:52.647851+0000","last_became_peered":"2020-10-18T01:25:52.647851+0000","last_unstale":"2020-10-18T01:33:50.066375+0000","last_undegraded":"2020-10-18T01:33:50.066375+0000","last_fullsized":"2020-10-18T01:33:50.066375+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_clean_scrub_stamp":"2020-10-18T01:25:51.350429+0000","log_size":7530,"ondisk_log_size":7530,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6549890162,"num_objects":2193,"num_object_clones":0,"num_object_copies":4386,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2193,"num_whiteouts":0,"num_read":9439,"num_read_kb":6949976,"num_write":9130,"num_write_kb":6756767,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.555834+0000","last_change":"2020-10-18T01:25:44.340282+0000","last_active":"2020-10-18T01:28:32.555834+0000","last_peered":"2020-10-18T01:28:32.555834+0000","last_clean":"2020-10-18T01:28:32.555834+0000","last_became_active":"2020-10-18T01:25:44.339855+0000","last_became_peered":"2020-10-18T01:25:44.339855+0000","last_unstale":"2020-10-18T01:28:32.555834+0000","last_undegraded":"2020-10-18T01:28:32.555834+0000","last_fullsized":"2020-10-18T01:28:32.555834+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.555934+0000","last_change":"2020-10-18T01:25:44.340308+0000","last_active":"2020-10-18T01:28:32.555934+0000","last_peered":"2020-10-18T01:28:32.555934+0000","last_clean":"2020-10-18T01:28:32.555934+0000","last_became_active":"2020-10-18T01:25:44.339829+0000","last_became_peered":"2020-10-18T01:25:44.339829+0000","last_unstale":"2020-10-18T01:28:32.555934+0000","last_undegraded":"2020-10-18T01:28:32.555934+0000","last_fullsized":"2020-10-18T01:28:32.555934+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.551183+0000","last_change":"2020-10-18T01:25:44.498892+0000","last_active":"2020-10-18T01:28:32.551183+0000","last_peered":"2020-10-18T01:28:32.551183+0000","last_clean":"2020-10-18T01:28:32.551183+0000","last_became_active":"2020-10-18T01:25:44.498438+0000","last_became_peered":"2020-10-18T01:25:44.498438+0000","last_unstale":"2020-10-18T01:28:32.551183+0000","last_undegraded":"2020-10-18T01:28:32.551183+0000","last_fullsized":"2020-10-18T01:28:32.551183+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":415143582,"num_objects":223,"num_object_clones":0,"num_object_copies":446,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":189,"num_whiteouts":50,"num_read":12511,"num_read_kb":472095,"num_write":35402,"num_write_kb":10359611,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":32,"num_bytes_hit_set_archive":19941,"num_flush":7593,"num_flush_kb":19141840,"num_evict":7462,"num_evict_kb":18823638,"num_promote":8079,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":612712448,"data_stored":765727508,"data_compressed":3225858,"data_compressed_allocated":154247168,"data_compressed_original":308416564,"omap_allocated":0,"internal_metadata":0},"log_size":39349,"ondisk_log_size":39349,"up":8,"acting":8,"num_store_stats":5},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":6},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":27107519623,"num_objects":9072,"num_object_clones":0,"num_object_copies":18144,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9072,"num_whiteouts":0,"num_read":38533,"num_read_kb":28052910,"num_write":37881,"num_write_kb":28272870,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":33378238464,"data_stored":40433323064,"data_compressed":158437094,"data_compressed_allocated":7161921536,"data_compressed_original":14323810570,"omap_allocated":0,"internal_metadata":0},"log_size":31305,"ondisk_log_size":31305,"up":8,"acting":8,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640357,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9411992,"kb_used_data":8357540,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":84959848,"statfs":{"total":96636764160,"available":86998884352,"internally_reserved":1073741824,"allocated":8558120960,"data_stored":10398502433,"data_compressed":41121585,"data_compressed_allocated":1867489280,"data_compressed_original":3734968247,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Oct 18 01:32:54 2020","interfaces":[{"interface":"back","average":{"1min":0.96099999999999997,"5min":0.85099999999999998,"15min":0.749},"min":{"1min":0.443,"5min":0.443,"15min":0.35299999999999998},"max":{"1min":2.5190000000000001,"5min":3.7770000000000001,"15min":3.7770000000000001},"last":0.96099999999999997},{"interface":"front","average":{"1min":1.371,"5min":0.84799999999999998,"15min":0.73299999999999998},"min":{"1min":0.49399999999999999,"5min":0.47199999999999998,"15min":0.438},"max":{"1min":10.742000000000001,"5min":10.742000000000001,"15min":10.742000000000001},"last":1.018}]},{"osd":1,"last update":"Sun Oct 18 01:32:54 2020","interfaces":[{"interface":"back","average":{"1min":0.96299999999999997,"5min":0.91500000000000004,"15min":0.82599999999999996},"min":{"1min":0.46800000000000003,"5min":0.45400000000000001,"15min":0.45000000000000001},"max":{"1min":1.8069999999999999,"5min":2.2719999999999998,"15min":2.2719999999999998},"last":1.054},{"interface":"front","average":{"1min":1.5209999999999999,"5min":1.05,"15min":0.871},"min":{"1min":0.57799999999999996,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":10.691000000000001,"5min":10.691000000000001,"15min":10.691000000000001},"last":1.1040000000000001}]},{"osd":2,"last update":"Sun Oct 18 01:32:54 2020","interfaces":[{"interface":"back","average":{"1min":0.95699999999999996,"5min":0.96999999999999997,"15min":0.84099999999999997},"min":{"1min":0.54800000000000004,"5min":0.53000000000000003,"15min":0.51300000000000001},"max":{"1min":1.97,"5min":3.1019999999999999,"15min":3.1019999999999999},"last":0.83799999999999997},{"interface":"front","average":{"1min":1.026,"5min":0.96899999999999997,"15min":0.84899999999999998},"min":{"1min":0.58699999999999997,"5min":0.56599999999999995,"15min":0.55300000000000005},"max":{"1min":2.7450000000000001,"5min":2.7450000000000001,"15min":2.7450000000000001},"last":0.79600000000000004}]},{"osd":3,"last update":"Sun Oct 18 01:32:54 2020","interfaces":[{"interface":"back","average":{"1min":0.86799999999999999,"5min":0.76800000000000002,"15min":0.73499999999999999},"min":{"1min":0.52000000000000002,"5min":0.47099999999999997,"15min":0.44},"max":{"1min":2.2719999999999998,"5min":2.2719999999999998,"15min":2.2719999999999998},"last":0.68200000000000005},{"interface":"front","average":{"1min":1.115,"5min":0.97799999999999998,"15min":0.82499999999999996},"min":{"1min":0.54200000000000004,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":3.6920000000000002,"5min":3.6920000000000002,"15min":3.6920000000000002},"last":0.64800000000000002}]},{"osd":4,"last update":"Sun Oct 18 01:32:54 2020","interfaces":[{"interface":"back","average":{"1min":1.04,"5min":1.0109999999999999,"15min":0.94299999999999995},"min":{"1min":0.60099999999999998,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":2.79,"5min":2.79,"15min":2.79},"last":1.1899999999999999},{"interface":"front","average":{"1min":0.97299999999999998,"5min":0.93100000000000005,"15min":0.86199999999999999},"min":{"1min":0.65100000000000002,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":2.0630000000000002,"5min":2.0630000000000002,"15min":2.0630000000000002},"last":0.89900000000000002}]}]},{"osd":4,"up_from":11,"seq":47244640357,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1233348,"kb_used_data":152560,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93138492,"statfs":{"total":96636764160,"available":95373815808,"internally_reserved":1073741824,"allocated":156221440,"data_stored":196270712,"data_compressed":832623,"data_compressed_allocated":40521728,"data_compressed_original":81019017,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Oct 18 01:33:01 2020","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.75700000000000001,"15min":0.69299999999999995},"min":{"1min":0.35799999999999998,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.897,"5min":2.0169999999999999,"15min":2.0169999999999999},"last":0.85699999999999998},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.81200000000000006,"15min":0.71399999999999997},"min":{"1min":0.439,"5min":0.42299999999999999,"15min":0.39400000000000002},"max":{"1min":1.3700000000000001,"5min":5.4829999999999997,"15min":5.4829999999999997},"last":0.55200000000000005}]},{"osd":1,"last update":"Sun Oct 18 01:33:01 2020","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.96799999999999997,"15min":0.88500000000000001},"min":{"1min":0.64000000000000001,"5min":0.437,"15min":0.434},"max":{"1min":1.391,"5min":5.1890000000000001,"15min":5.1890000000000001},"last":1.0580000000000001},{"interface":"front","average":{"1min":1.079,"5min":1.0449999999999999,"15min":0.90900000000000003},"min":{"1min":0.53800000000000003,"5min":0.47099999999999997,"15min":0.42399999999999999},"max":{"1min":3.2320000000000002,"5min":5.2089999999999996,"15min":5.2089999999999996},"last":0.89000000000000001}]},{"osd":2,"last update":"Sun Oct 18 01:33:01 2020","interfaces":[{"interface":"back","average":{"1min":0.82899999999999996,"5min":0.93899999999999995,"15min":0.84399999999999997},"min":{"1min":0.58999999999999997,"5min":0.52000000000000002,"15min":0.48899999999999999},"max":{"1min":1.3899999999999999,"5min":4.9630000000000001,"15min":4.9630000000000001},"last":0.626},{"interface":"front","average":{"1min":0.92900000000000005,"5min":0.95099999999999996,"15min":0.88800000000000001},"min":{"1min":0.59899999999999998,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":2.3929999999999998,"5min":2.3929999999999998,"15min":2.3929999999999998},"last":0.66900000000000004}]},{"osd":3,"last update":"Sun Oct 18 01:33:01 2020","interfaces":[{"interface":"back","average":{"1min":0.72299999999999998,"5min":0.83099999999999996,"15min":0.79300000000000004},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.41599999999999998},"max":{"1min":1.52,"5min":5.1150000000000002,"15min":5.1150000000000002},"last":0.73599999999999999},{"interface":"front","average":{"1min":1.0069999999999999,"5min":0.98499999999999999,"15min":0.88900000000000001},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":3.1440000000000001,"5min":7.3920000000000003,"15min":7.3920000000000003},"last":0.78800000000000003}]},{"osd":5,"last update":"Sun Oct 18 01:33:01 2020","interfaces":[{"interface":"back","average":{"1min":1.03,"5min":0.91200000000000003,"15min":0.82899999999999996},"min":{"1min":0.498,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":4.2000000000000002,"5min":4.5090000000000003,"15min":4.5090000000000003},"last":1.2310000000000001},{"interface":"front","average":{"1min":0.86199999999999999,"5min":0.97299999999999998,"15min":0.91900000000000004},"min":{"1min":0.53800000000000003,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.6379999999999999,"5min":5.2789999999999999,"15min":5.2789999999999999},"last":0.82199999999999995}]}]},{"osd":3,"up_from":11,"seq":47244640357,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":4987880,"kb_used_data":3939296,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":89383960,"statfs":{"total":96636764160,"available":91529175040,"internally_reserved":1073741824,"allocated":4033839104,"data_stored":4874395849,"data_compressed":18872831,"data_compressed_allocated":853598208,"data_compressed_original":1707196416,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Oct 18 01:32:53 2020","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.73999999999999999,"15min":0.68300000000000005},"min":{"1min":0.45300000000000001,"5min":0.39200000000000002,"15min":0.32700000000000001},"max":{"1min":0.86699999999999999,"5min":2.609,"15min":2.609},"last":0.78400000000000003},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.77300000000000002,"15min":0.75600000000000001},"min":{"1min":0.51700000000000002,"5min":0.441,"15min":0.42999999999999999},"max":{"1min":1.9390000000000001,"5min":2.3039999999999998,"15min":2.3039999999999998},"last":1.0629999999999999}]},{"osd":1,"last update":"Sun Oct 18 01:32:53 2020","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.85699999999999998,"15min":0.84399999999999997},"min":{"1min":0.54000000000000004,"5min":0.497,"15min":0.45500000000000002},"max":{"1min":1.0029999999999999,"5min":2.1469999999999998,"15min":2.1469999999999998},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.871,"5min":0.92200000000000004,"15min":0.85299999999999998},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.438},"max":{"1min":2.012,"5min":2.012,"15min":2.012},"last":1.2270000000000001}]},{"osd":2,"last update":"Sun Oct 18 01:32:53 2020","interfaces":[{"interface":"back","average":{"1min":0.78000000000000003,"5min":0.97199999999999998,"15min":0.88100000000000001},"min":{"1min":0.50700000000000001,"5min":0.496,"15min":0.49199999999999999},"max":{"1min":1.0249999999999999,"5min":5.0819999999999999,"15min":5.0819999999999999},"last":0.92400000000000004},{"interface":"front","average":{"1min":0.95699999999999996,"5min":1.1060000000000001,"15min":1.0469999999999999},"min":{"1min":0.68000000000000005,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":2.0840000000000001,"5min":5.1369999999999996,"15min":5.1369999999999996},"last":1.2929999999999999}]},{"osd":4,"last update":"Sun Oct 18 01:32:53 2020","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":1.218,"15min":0.94399999999999995},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":1.0980000000000001,"5min":37.502000000000002,"15min":37.502000000000002},"last":0.81399999999999995},{"interface":"front","average":{"1min":0.71699999999999997,"5min":1.363,"15min":1.0549999999999999},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.393,"5min":36.932000000000002,"15min":36.932000000000002},"last":0.63400000000000001}]},{"osd":5,"last update":"Sun Oct 18 01:32:53 2020","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":1.6259999999999999,"15min":1.1519999999999999},"min":{"1min":0.54900000000000004,"5min":0.54700000000000004,"15min":0.54100000000000004},"max":{"1min":2.7149999999999999,"5min":39.942999999999998,"15min":39.942999999999998},"last":1.1499999999999999},{"interface":"front","average":{"1min":0.83699999999999997,"5min":1.6819999999999999,"15min":1.204},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.496,"5min":40.052999999999997,"15min":40.052999999999997},"last":0.96299999999999997}]}]},{"osd":2,"up_from":11,"seq":47244640357,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9281724,"kb_used_data":8215660,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":85090116,"statfs":{"total":96636764160,"available":87132278784,"internally_reserved":1073741824,"allocated":8412835840,"data_stored":10192122225,"data_compressed":39972159,"data_compressed_allocated":1806553088,"data_compressed_original":3613082593,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Oct 18 01:32:52 2020","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.63700000000000001,"15min":0.52300000000000002},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.34200000000000003},"max":{"1min":0.72899999999999998,"5min":4.2809999999999997,"15min":4.2809999999999997},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.69499999999999995,"15min":0.60899999999999999},"min":{"1min":0.442,"5min":0.38800000000000001,"15min":0.373},"max":{"1min":0.86899999999999999,"5min":4.7809999999999997,"15min":4.7809999999999997},"last":0.621}]},{"osd":1,"last update":"Sun Oct 18 01:32:52 2020","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.875,"15min":0.69799999999999995},"min":{"1min":0.42999999999999999,"5min":0.41099999999999998,"15min":0.35799999999999998},"max":{"1min":1.0629999999999999,"5min":7.133,"15min":7.133},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.77900000000000003,"15min":0.65100000000000002},"min":{"1min":0.44400000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.86299999999999999,"5min":6.9870000000000001,"15min":6.9870000000000001},"last":0.66800000000000004}]},{"osd":3,"last update":"Sun Oct 18 01:32:52 2020","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.92900000000000005,"15min":0.79100000000000004},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.443},"max":{"1min":1.4590000000000001,"5min":8.0749999999999993,"15min":8.0749999999999993},"last":1.069},{"interface":"front","average":{"1min":0.76000000000000001,"5min":1.012,"15min":0.871},"min":{"1min":0.57899999999999996,"5min":0.51500000000000001,"15min":0.497},"max":{"1min":1.1639999999999999,"5min":7.3680000000000003,"15min":7.3680000000000003},"last":0.97899999999999998}]},{"osd":4,"last update":"Sun Oct 18 01:32:52 2020","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.995,"15min":0.90400000000000003},"min":{"1min":0.63700000000000001,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.046,"5min":7.2350000000000003,"15min":7.2350000000000003},"last":1.1040000000000001},{"interface":"front","average":{"1min":0.748,"5min":0.84199999999999997,"15min":0.80000000000000004},"min":{"1min":0.625,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.0349999999999999,"5min":4.4020000000000001,"15min":4.4020000000000001},"last":1.1479999999999999}]},{"osd":5,"last update":"Sun Oct 18 01:32:52 2020","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.91200000000000003,"15min":0.86199999999999999},"min":{"1min":0.60799999999999998,"5min":0.58399999999999996,"15min":0.55300000000000005},"max":{"1min":1.135,"5min":4.5179999999999998,"15min":4.5179999999999998},"last":1.0109999999999999},{"interface":"front","average":{"1min":0.88600000000000001,"5min":1.0980000000000001,"15min":0.95499999999999996},"min":{"1min":0.68899999999999995,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.595,"5min":8.202,"15min":8.202},"last":1.1799999999999999}]}]},{"osd":0,"up_from":11,"seq":47244640357,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1233348,"kb_used_data":152560,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93138492,"statfs":{"total":96636764160,"available":95373815808,"internally_reserved":1073741824,"allocated":156221440,"data_stored":196270712,"data_compressed":832623,"data_compressed_allocated":40521728,"data_compressed_original":81019017,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Oct 18 01:32:56 2020","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.751,"15min":0.60799999999999998},"min":{"1min":0.38600000000000001,"5min":0.34699999999999998,"15min":0.32200000000000001},"max":{"1min":0.79100000000000004,"5min":5.9649999999999999,"15min":5.9649999999999999},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.73399999999999999,"15min":0.66200000000000003},"min":{"1min":0.42699999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.4099999999999999,"5min":3,"15min":3},"last":0.42399999999999999}]},{"osd":2,"last update":"Sun Oct 18 01:32:56 2020","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.81299999999999994,"15min":0.69299999999999995},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.39100000000000001},"max":{"1min":0.88700000000000001,"5min":6.8150000000000004,"15min":6.8150000000000004},"last":0.5},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.86299999999999999,"15min":0.71799999999999997},"min":{"1min":0.42999999999999999,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.94199999999999995,"5min":6.0490000000000004,"15min":6.0490000000000004},"last":0.53600000000000003}]},{"osd":3,"last update":"Sun Oct 18 01:32:56 2020","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.79100000000000004,"15min":0.76700000000000002},"min":{"1min":0.58399999999999996,"5min":0.54800000000000004,"15min":0.47299999999999998},"max":{"1min":1.087,"5min":1.7150000000000001,"15min":1.7150000000000001},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.91100000000000003,"15min":0.91900000000000004},"min":{"1min":0.55700000000000005,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":2.1789999999999998,"5min":4.8520000000000003,"15min":4.8520000000000003},"last":0.68100000000000005}]},{"osd":4,"last update":"Sun Oct 18 01:32:56 2020","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":1.0129999999999999,"15min":0.91700000000000004},"min":{"1min":0.59599999999999997,"5min":0.53800000000000003,"15min":0.45800000000000002},"max":{"1min":1.8819999999999999,"5min":4.9610000000000003,"15min":4.9610000000000003},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.995,"5min":1.083,"15min":1.0129999999999999},"min":{"1min":0.65000000000000002,"5min":0.58499999999999996,"15min":0.58099999999999996},"max":{"1min":1.952,"5min":6.1260000000000003,"15min":6.1260000000000003},"last":0.877}]},{"osd":5,"last update":"Sun Oct 18 01:32:56 2020","interfaces":[{"interface":"back","average":{"1min":0.874,"5min":1.0669999999999999,"15min":0.92600000000000005},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.4319999999999999,"5min":6.1879999999999997,"15min":6.1879999999999997},"last":0.95599999999999996},{"interface":"front","average":{"1min":0.88400000000000001,"5min":0.94199999999999995,"15min":0.96099999999999997},"min":{"1min":0.66400000000000003,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.1639999999999999,"5min":3.2120000000000002,"15min":3.2120000000000002},"last":0.65200000000000002}]}]},{"osd":1,"up_from":11,"seq":47244640357,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":13447656,"kb_used_data":12378304,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":80924184,"statfs":{"total":96636764160,"available":82866364416,"internally_reserved":1073741824,"allocated":12675383296,"data_stored":15342191865,"data_compressed":60031131,"data_compressed_allocated":2707484672,"data_compressed_original":5414941844,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Oct 18 01:33:54 2020","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.67400000000000004,"15min":0.58499999999999996},"min":{"1min":0.39600000000000002,"5min":0.35699999999999998,"15min":0.35199999999999998},"max":{"1min":1.123,"5min":3.343,"15min":3.343},"last":0.435},{"interface":"front","average":{"1min":1.2989999999999999,"5min":0.77000000000000002,"15min":0.70299999999999996},"min":{"1min":0.40300000000000002,"5min":0.39200000000000002,"15min":0.38400000000000001},"max":{"1min":10.708,"5min":10.708,"15min":10.708},"last":0.497}]},{"osd":2,"last update":"Sun Oct 18 01:33:54 2020","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.69499999999999995,"15min":0.59899999999999998},"min":{"1min":0.46700000000000003,"5min":0.38200000000000001,"15min":0.35599999999999998},"max":{"1min":1.2669999999999999,"5min":3.3570000000000002,"15min":3.3570000000000002},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.86899999999999999,"5min":0.84699999999999998,"15min":0.78400000000000003},"min":{"1min":0.52900000000000003,"5min":0.497,"15min":0.41699999999999998},"max":{"1min":3.2599999999999998,"5min":3.4590000000000001,"15min":3.98},"last":0.65200000000000002}]},{"osd":3,"last update":"Sun Oct 18 01:33:54 2020","interfaces":[{"interface":"back","average":{"1min":1.2190000000000001,"5min":0.878,"15min":0.82499999999999996},"min":{"1min":0.505,"5min":0.47899999999999998,"15min":0.45700000000000002},"max":{"1min":11.07,"5min":11.07,"15min":11.07},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.89200000000000002,"5min":0.95799999999999996,"15min":0.85799999999999998},"min":{"1min":0.71399999999999997,"5min":0.61099999999999999,"15min":0.53800000000000003},"max":{"1min":1.5269999999999999,"5min":3.234,"15min":4.1070000000000002},"last":0.74199999999999999}]},{"osd":4,"last update":"Sun Oct 18 01:33:54 2020","interfaces":[{"interface":"back","average":{"1min":1.29,"5min":1.091,"15min":0.93799999999999994},"min":{"1min":0.56200000000000006,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":10.952999999999999,"5min":14.111000000000001,"15min":14.111000000000001},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.94899999999999995,"5min":1.22,"15min":0.99099999999999999},"min":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.55800000000000005},"max":{"1min":1.655,"5min":16.452000000000002,"15min":16.452000000000002},"last":0.875}]},{"osd":5,"last update":"Sun Oct 18 01:33:54 2020","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.82899999999999996,"15min":1.075},"min":{"1min":0.59599999999999997,"5min":0.57699999999999996,"15min":0.52700000000000002},"max":{"1min":1.3839999999999999,"5min":3.7109999999999999,"15min":66.441999999999993},"last":0.72099999999999997},{"interface":"front","average":{"1min":1.018,"5min":1.171,"15min":1.3360000000000001},"min":{"1min":0.77600000000000002,"5min":0.73499999999999999,"15min":0.63100000000000001},"max":{"1min":1.8380000000000001,"5min":5.6630000000000003,"15min":66.647000000000006},"last":0.81399999999999995}]}]}]}} 2020-10-19T00:36:54.432 WARNING:scrape:Ignoring malparsed backtrace: 2020-10-18T01:35:46.687 DEBUG:tasks.ceph.osd.1:waiting for process to exit , 2020-10-18T01:35:46.688 INFO:teuthology.orchestra.run:waiting for 300 , 2020-10-18T01:35:46.771 INFO:tasks.ceph.osd.1:Stopped 2020-10-19T00:36:54.433 WARNING:scrape:Ignoring malparsed backtrace: 2020-10-18T01:42:44.266 INFO:teuthology.orchestra.run.smithi198.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample , 2020-10-18T01:42:44.267 INFO:teuthology.orchestra.run.smithi198.stdout:=============================================================================== , 2020-10-18T01:42:44.267 INFO:teuthology.orchestra.run.smithi198.stdout:^* hv01.front.sepia.ceph.com 2 7 377 17 +697us[ +699us] +/- 46ms 2020-10-19T00:36:54.434 WARNING:scrape:Ignoring malparsed backtrace: suppress = manager.__exit__(*exc_info) , File "/usr/lib/python3.6/contextlib.py", line 99, in __exit__ , self.gen.throw(type, value, traceback) 2020-10-19T00:36:54.572 WARNING:scrape:Ignoring malparsed backtrace: ceph version 15.2.5-355-g2f33da11 (2f33da11da69822d9bab6e9cadb58a7cc3d5720f) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7f5064da1cf4] , 2: (CopyFromOp::_finish(TestOp::CallbackInfo*)+0x4f4) [0x55e7cc3fa734] 2020-10-19T00:36:54.574 WARNING:scrape:Ignoring malparsed backtrace: 2020-10-18T01:33:56.990 INFO:teuthology.orchestra.run.smithi198.stdout: , dumped all , 2020-10-18T01:33:57.001 INFO:teuthology.orchestra.run.smithi198.stdout:{"pg_ready":true,"pg_map":{"version":278,"stamp":"2020-10-18T01:33:56.820295+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":27522663205,"num_objects":9295,"num_object_clones":0,"num_object_copies":18590,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9261,"num_whiteouts":50,"num_read":51044,"num_read_kb":28525005,"num_write":73283,"num_write_kb":38632481,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":32,"num_bytes_hit_set_archive":19941,"num_flush":7593,"num_flush_kb":19141840,"num_evict":7462,"num_evict_kb":18823638,"num_promote":8079,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":70654,"ondisk_log_size":70654,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":566231040,"kb_used":39595948,"kb_used_data":33195920,"kb_used_omap":0,"kb_used_meta":6291456,"kb_avail":526635092,"statfs":{"total":579820584960,"available":539274334208,"internally_reserved":6442450944,"allocated":33992622080,"data_stored":41199753796,"data_compressed":161662952,"data_compressed_allocated":7316168704,"data_compressed_original":14632227134,"omap_allocated":0,"internal_metadata":6442450944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":24,"apply_latency_ms":24,"commit_latency_ns":24000000,"apply_latency_ns":24000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-38368877,"num_objects":-2,"num_object_clones":0,"num_object_copies":-4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":4,"num_read":559,"num_read_kb":590208,"num_write":378,"num_write_kb":197139,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":9,"num_flush_kb":18945,"num_evict":12,"num_evict_kb":21821,"num_promote":24,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002203"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.556263+0000","last_change":"2020-10-18T01:25:44.498646+0000","last_active":"2020-10-18T01:28:32.556263+0000","last_peered":"2020-10-18T01:28:32.556263+0000","last_clean":"2020-10-18T01:28:32.556263+0000","last_became_active":"2020-10-18T01:25:44.498215+0000","last_became_peered":"2020-10-18T01:25:44.498215+0000","last_unstale":"2020-10-18T01:28:32.556263+0000","last_undegraded":"2020-10-18T01:28:32.556263+0000","last_fullsized":"2020-10-18T01:28:32.556263+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.551865+0000","last_change":"2020-10-18T01:25:44.356730+0000","last_active":"2020-10-18T01:28:32.551865+0000","last_peered":"2020-10-18T01:28:32.551865+0000","last_clean":"2020-10-18T01:28:32.551865+0000","last_became_active":"2020-10-18T01:25:44.355933+0000","last_became_peered":"2020-10-18T01:25:44.355933+0000","last_unstale":"2020-10-18T01:28:32.551865+0000","last_undegraded":"2020-10-18T01:28:32.551865+0000","last_fullsized":"2020-10-18T01:28:32.551865+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'10189","reported_seq":"13916","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:33:42.575790+0000","last_change":"2020-10-18T01:25:54.366675+0000","last_active":"2020-10-18T01:33:42.575790+0000","last_peered":"2020-10-18T01:33:42.575790+0000","last_clean":"2020-10-18T01:33:42.575790+0000","last_became_active":"2020-10-18T01:25:54.366279+0000","last_became_peered":"2020-10-18T01:25:54.366279+0000","last_unstale":"2020-10-18T01:33:42.575790+0000","last_undegraded":"2020-10-18T01:33:42.575790+0000","last_fullsized":"2020-10-18T01:33:42.575790+0000","mapping_epoch":18,"log_start":"26'100","ondisk_log_start":"26'100","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_clean_scrub_stamp":"2020-10-18T01:25:53.355413+0000","log_size":10089,"ondisk_log_size":10089,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":101862615,"num_objects":51,"num_object_clones":0,"num_object_copies":102,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":43,"num_whiteouts":8,"num_read":3160,"num_read_kb":109591,"num_write":8951,"num_write_kb":2644727,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":4985,"num_flush":1952,"num_flush_kb":4906643,"num_evict":1934,"num_evict_kb":4867199,"num_promote":2087,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'8145","reported_seq":"14594","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-18T01:33:50.101687+0000","last_change":"2020-10-18T01:25:52.648177+0000","last_active":"2020-10-18T01:33:50.101687+0000","last_peered":"2020-10-18T01:33:50.101687+0000","last_clean":"2020-10-18T01:33:50.101687+0000","last_became_active":"2020-10-18T01:25:52.647812+0000","last_became_peered":"2020-10-18T01:25:52.647812+0000","last_unstale":"2020-10-18T01:33:50.101687+0000","last_undegraded":"2020-10-18T01:33:50.101687+0000","last_fullsized":"2020-10-18T01:33:50.101687+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_clean_scrub_stamp":"2020-10-18T01:25:51.350429+0000","log_size":8145,"ondisk_log_size":8145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6996430941,"num_objects":2341,"num_object_clones":0,"num_object_copies":4682,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2341,"num_whiteouts":0,"num_read":10104,"num_read_kb":7604956,"num_write":9862,"num_write_kb":7347873,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.556215+0000","last_change":"2020-10-18T01:25:44.356396+0000","last_active":"2020-10-18T01:28:32.556215+0000","last_peered":"2020-10-18T01:28:32.556215+0000","last_clean":"2020-10-18T01:28:32.556215+0000","last_became_active":"2020-10-18T01:25:44.355972+0000","last_became_peered":"2020-10-18T01:25:44.355972+0000","last_unstale":"2020-10-18T01:28:32.556215+0000","last_undegraded":"2020-10-18T01:28:32.556215+0000","last_fullsized":"2020-10-18T01:28:32.556215+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"33'10264","reported_seq":"14065","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-18T01:33:47.091364+0000","last_change":"2020-10-18T01:25:54.485897+0000","last_active":"2020-10-18T01:33:47.091364+0000","last_peered":"2020-10-18T01:33:47.091364+0000","last_clean":"2020-10-18T01:33:47.091364+0000","last_became_active":"2020-10-18T01:25:54.485633+0000","last_became_peered":"2020-10-18T01:25:54.485633+0000","last_unstale":"2020-10-18T01:33:47.091364+0000","last_undegraded":"2020-10-18T01:33:47.091364+0000","last_fullsized":"2020-10-18T01:33:47.091364+0000","mapping_epoch":18,"log_start":"27'201","ondisk_log_start":"27'201","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_clean_scrub_stamp":"2020-10-18T01:25:53.355413+0000","log_size":10063,"ondisk_log_size":10063,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":98621475,"num_objects":55,"num_object_clones":0,"num_object_copies":110,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":13,"num_read":3269,"num_read_kb":133355,"num_write":9241,"num_write_kb":2694440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":5032,"num_flush":1988,"num_flush_kb":4975182,"num_evict":1948,"num_evict_kb":4888293,"num_promote":2102,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'7837","reported_seq":"13965","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-18T01:33:50.120808+0000","last_change":"2020-10-18T01:25:52.358380+0000","last_active":"2020-10-18T01:33:50.120808+0000","last_peered":"2020-10-18T01:33:50.120808+0000","last_clean":"2020-10-18T01:33:50.120808+0000","last_became_active":"2020-10-18T01:25:52.358034+0000","last_became_peered":"2020-10-18T01:25:52.358034+0000","last_unstale":"2020-10-18T01:33:50.120808+0000","last_undegraded":"2020-10-18T01:33:50.120808+0000","last_fullsized":"2020-10-18T01:33:50.120808+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_clean_scrub_stamp":"2020-10-18T01:25:51.350429+0000","log_size":7837,"ondisk_log_size":7837,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6752905459,"num_objects":2259,"num_object_clones":0,"num_object_copies":4518,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2259,"num_whiteouts":0,"num_read":9326,"num_read_kb":6404267,"num_write":9459,"num_write_kb":7169221,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.551902+0000","last_change":"2020-10-18T01:25:44.356333+0000","last_active":"2020-10-18T01:28:32.551902+0000","last_peered":"2020-10-18T01:28:32.551902+0000","last_clean":"2020-10-18T01:28:32.551902+0000","last_became_active":"2020-10-18T01:25:44.355922+0000","last_became_peered":"2020-10-18T01:25:44.355922+0000","last_unstale":"2020-10-18T01:28:32.551902+0000","last_undegraded":"2020-10-18T01:28:32.551902+0000","last_fullsized":"2020-10-18T01:28:32.551902+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"32'9393","reported_seq":"12971","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:33:42.582227+0000","last_change":"2020-10-18T01:25:54.439933+0000","last_active":"2020-10-18T01:33:42.582227+0000","last_peered":"2020-10-18T01:33:42.582227+0000","last_clean":"2020-10-18T01:33:42.582227+0000","last_became_active":"2020-10-18T01:25:54.439523+0000","last_became_peered":"2020-10-18T01:25:54.439523+0000","last_unstale":"2020-10-18T01:33:42.582227+0000","last_undegraded":"2020-10-18T01:33:42.582227+0000","last_fullsized":"2020-10-18T01:33:42.582227+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_clean_scrub_stamp":"2020-10-18T01:25:53.355413+0000","log_size":9393,"ondisk_log_size":9393,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":104105320,"num_objects":59,"num_object_clones":0,"num_object_copies":118,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":51,"num_whiteouts":17,"num_read":3016,"num_read_kb":111203,"num_write":8451,"num_write_kb":2511685,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":4934,"num_flush":1798,"num_flush_kb":4558729,"num_evict":1748,"num_evict_kb":4424987,"num_promote":1905,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'7793","reported_seq":"13941","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-18T01:33:50.059633+0000","last_change":"2020-10-18T01:25:52.648385+0000","last_active":"2020-10-18T01:33:50.059633+0000","last_peered":"2020-10-18T01:33:50.059633+0000","last_clean":"2020-10-18T01:33:50.059633+0000","last_became_active":"2020-10-18T01:25:52.647863+0000","last_became_peered":"2020-10-18T01:25:52.647863+0000","last_unstale":"2020-10-18T01:33:50.059633+0000","last_undegraded":"2020-10-18T01:33:50.059633+0000","last_fullsized":"2020-10-18T01:33:50.059633+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_clean_scrub_stamp":"2020-10-18T01:25:51.350429+0000","log_size":7793,"ondisk_log_size":7793,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6808293061,"num_objects":2279,"num_object_clones":0,"num_object_copies":4558,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2279,"num_whiteouts":0,"num_read":9664,"num_read_kb":7093711,"num_write":9430,"num_write_kb":6999009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.551184+0000","last_change":"2020-10-18T01:25:44.356307+0000","last_active":"2020-10-18T01:28:32.551184+0000","last_peered":"2020-10-18T01:28:32.551184+0000","last_clean":"2020-10-18T01:28:32.551184+0000","last_became_active":"2020-10-18T01:25:44.355895+0000","last_became_peered":"2020-10-18T01:25:44.355895+0000","last_unstale":"2020-10-18T01:28:32.551184+0000","last_undegraded":"2020-10-18T01:28:32.551184+0000","last_fullsized":"2020-10-18T01:28:32.551184+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"33'9804","reported_seq":"13382","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-18T01:33:43.437043+0000","last_change":"2020-10-18T01:25:54.368841+0000","last_active":"2020-10-18T01:33:43.437043+0000","last_peered":"2020-10-18T01:33:43.437043+0000","last_clean":"2020-10-18T01:33:43.437043+0000","last_became_active":"2020-10-18T01:25:54.368583+0000","last_became_peered":"2020-10-18T01:25:54.368583+0000","last_unstale":"2020-10-18T01:33:43.437043+0000","last_undegraded":"2020-10-18T01:33:43.437043+0000","last_fullsized":"2020-10-18T01:33:43.437043+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_clean_scrub_stamp":"2020-10-18T01:25:53.355413+0000","log_size":9804,"ondisk_log_size":9804,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":110554172,"num_objects":58,"num_object_clones":0,"num_object_copies":116,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":12,"num_read":3066,"num_read_kb":117946,"num_write":8759,"num_write_kb":2508759,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":4990,"num_flush":1855,"num_flush_kb":4701286,"num_evict":1832,"num_evict_kb":4643159,"num_promote":1985,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'7530","reported_seq":"13489","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-18T01:33:50.066375+0000","last_change":"2020-10-18T01:25:52.648237+0000","last_active":"2020-10-18T01:33:50.066375+0000","last_peered":"2020-10-18T01:33:50.066375+0000","last_clean":"2020-10-18T01:33:50.066375+0000","last_became_active":"2020-10-18T01:25:52.647851+0000","last_became_peered":"2020-10-18T01:25:52.647851+0000","last_unstale":"2020-10-18T01:33:50.066375+0000","last_undegraded":"2020-10-18T01:33:50.066375+0000","last_fullsized":"2020-10-18T01:33:50.066375+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_clean_scrub_stamp":"2020-10-18T01:25:51.350429+0000","log_size":7530,"ondisk_log_size":7530,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6549890162,"num_objects":2193,"num_object_clones":0,"num_object_copies":4386,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2193,"num_whiteouts":0,"num_read":9439,"num_read_kb":6949976,"num_write":9130,"num_write_kb":6756767,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.555834+0000","last_change":"2020-10-18T01:25:44.340282+0000","last_active":"2020-10-18T01:28:32.555834+0000","last_peered":"2020-10-18T01:28:32.555834+0000","last_clean":"2020-10-18T01:28:32.555834+0000","last_became_active":"2020-10-18T01:25:44.339855+0000","last_became_peered":"2020-10-18T01:25:44.339855+0000","last_unstale":"2020-10-18T01:28:32.555834+0000","last_undegraded":"2020-10-18T01:28:32.555834+0000","last_fullsized":"2020-10-18T01:28:32.555834+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.555934+0000","last_change":"2020-10-18T01:25:44.340308+0000","last_active":"2020-10-18T01:28:32.555934+0000","last_peered":"2020-10-18T01:28:32.555934+0000","last_clean":"2020-10-18T01:28:32.555934+0000","last_became_active":"2020-10-18T01:25:44.339829+0000","last_became_peered":"2020-10-18T01:25:44.339829+0000","last_unstale":"2020-10-18T01:28:32.555934+0000","last_undegraded":"2020-10-18T01:28:32.555934+0000","last_fullsized":"2020-10-18T01:28:32.555934+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.551183+0000","last_change":"2020-10-18T01:25:44.498892+0000","last_active":"2020-10-18T01:28:32.551183+0000","last_peered":"2020-10-18T01:28:32.551183+0000","last_clean":"2020-10-18T01:28:32.551183+0000","last_became_active":"2020-10-18T01:25:44.498438+0000","last_became_peered":"2020-10-18T01:25:44.498438+0000","last_unstale":"2020-10-18T01:28:32.551183+0000","last_undegraded":"2020-10-18T01:28:32.551183+0000","last_fullsized":"2020-10-18T01:28:32.551183+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":415143582,"num_objects":223,"num_object_clones":0,"num_object_copies":446,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":189,"num_whiteouts":50,"num_read":12511,"num_read_kb":472095,"num_write":35402,"num_write_kb":10359611,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":32,"num_bytes_hit_set_archive":19941,"num_flush":7593,"num_flush_kb":19141840,"num_evict":7462,"num_evict_kb":18823638,"num_promote":8079,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":612712448,"data_stored":765727508,"data_compressed":3225858,"data_compressed_allocated":154247168,"data_compressed_original":308416564,"omap_allocated":0,"internal_metadata":0},"log_size":39349,"ondisk_log_size":39349,"up":8,"acting":8,"num_store_stats":5},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":6},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":27107519623,"num_objects":9072,"num_object_clones":0,"num_object_copies":18144,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9072,"num_whiteouts":0,"num_read":38533,"num_read_kb":28052910,"num_write":37881,"num_write_kb":28272870,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":33378238464,"data_stored":40433323064,"data_compressed":158437094,"data_compressed_allocated":7161921536,"data_compressed_original":14323810570,"omap_allocated":0,"internal_metadata":0},"log_size":31305,"ondisk_log_size":31305,"up":8,"acting":8,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640357,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9411992,"kb_used_data":8357540,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":84959848,"statfs":{"total":96636764160,"available":86998884352,"internally_reserved":1073741824,"allocated":8558120960,"data_stored":10398502433,"data_compressed":41121585,"data_compressed_allocated":1867489280,"data_compressed_original":3734968247,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Oct 18 01:32:54 2020","interfaces":[{"interface":"back","average":{"1min":0.96099999999999997,"5min":0.85099999999999998,"15min":0.749},"min":{"1min":0.443,"5min":0.443,"15min":0.35299999999999998},"max":{"1min":2.5190000000000001,"5min":3.7770000000000001,"15min":3.7770000000000001},"last":0.96099999999999997},{"interface":"front","average":{"1min":1.371,"5min":0.84799999999999998,"15min":0.73299999999999998},"min":{"1min":0.49399999999999999,"5min":0.47199999999999998,"15min":0.438},"max":{"1min":10.742000000000001,"5min":10.742000000000001,"15min":10.742000000000001},"last":1.018}]},{"osd":1,"last update":"Sun Oct 18 01:32:54 2020","interfaces":[{"interface":"back","average":{"1min":0.96299999999999997,"5min":0.91500000000000004,"15min":0.82599999999999996},"min":{"1min":0.46800000000000003,"5min":0.45400000000000001,"15min":0.45000000000000001},"max":{"1min":1.8069999999999999,"5min":2.2719999999999998,"15min":2.2719999999999998},"last":1.054},{"interface":"front","average":{"1min":1.5209999999999999,"5min":1.05,"15min":0.871},"min":{"1min":0.57799999999999996,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":10.691000000000001,"5min":10.691000000000001,"15min":10.691000000000001},"last":1.1040000000000001}]},{"osd":2,"last update":"Sun Oct 18 01:32:54 2020","interfaces":[{"interface":"back","average":{"1min":0.95699999999999996,"5min":0.96999999999999997,"15min":0.84099999999999997},"min":{"1min":0.54800000000000004,"5min":0.53000000000000003,"15min":0.51300000000000001},"max":{"1min":1.97,"5min":3.1019999999999999,"15min":3.1019999999999999},"last":0.83799999999999997},{"interface":"front","average":{"1min":1.026,"5min":0.96899999999999997,"15min":0.84899999999999998},"min":{"1min":0.58699999999999997,"5min":0.56599999999999995,"15min":0.55300000000000005},"max":{"1min":2.7450000000000001,"5min":2.7450000000000001,"15min":2.7450000000000001},"last":0.79600000000000004}]},{"osd":3,"last update":"Sun Oct 18 01:32:54 2020","interfaces":[{"interface":"back","average":{"1min":0.86799999999999999,"5min":0.76800000000000002,"15min":0.73499999999999999},"min":{"1min":0.52000000000000002,"5min":0.47099999999999997,"15min":0.44},"max":{"1min":2.2719999999999998,"5min":2.2719999999999998,"15min":2.2719999999999998},"last":0.68200000000000005},{"interface":"front","average":{"1min":1.115,"5min":0.97799999999999998,"15min":0.82499999999999996},"min":{"1min":0.54200000000000004,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":3.6920000000000002,"5min":3.6920000000000002,"15min":3.6920000000000002},"last":0.64800000000000002}]},{"osd":4,"last update":"Sun Oct 18 01:32:54 2020","interfaces":[{"interface":"back","average":{"1min":1.04,"5min":1.0109999999999999,"15min":0.94299999999999995},"min":{"1min":0.60099999999999998,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":2.79,"5min":2.79,"15min":2.79},"last":1.1899999999999999},{"interface":"front","average":{"1min":0.97299999999999998,"5min":0.93100000000000005,"15min":0.86199999999999999},"min":{"1min":0.65100000000000002,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":2.0630000000000002,"5min":2.0630000000000002,"15min":2.0630000000000002},"last":0.89900000000000002}]}]},{"osd":4,"up_from":11,"seq":47244640357,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1233348,"kb_used_data":152560,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93138492,"statfs":{"total":96636764160,"available":95373815808,"internally_reserved":1073741824,"allocated":156221440,"data_stored":196270712,"data_compressed":832623,"data_compressed_allocated":40521728,"data_compressed_original":81019017,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Oct 18 01:33:01 2020","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.75700000000000001,"15min":0.69299999999999995},"min":{"1min":0.35799999999999998,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.897,"5min":2.0169999999999999,"15min":2.0169999999999999},"last":0.85699999999999998},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.81200000000000006,"15min":0.71399999999999997},"min":{"1min":0.439,"5min":0.42299999999999999,"15min":0.39400000000000002},"max":{"1min":1.3700000000000001,"5min":5.4829999999999997,"15min":5.4829999999999997},"last":0.55200000000000005}]},{"osd":1,"last update":"Sun Oct 18 01:33:01 2020","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.96799999999999997,"15min":0.88500000000000001},"min":{"1min":0.64000000000000001,"5min":0.437,"15min":0.434},"max":{"1min":1.391,"5min":5.1890000000000001,"15min":5.1890000000000001},"last":1.0580000000000001},{"interface":"front","average":{"1min":1.079,"5min":1.0449999999999999,"15min":0.90900000000000003},"min":{"1min":0.53800000000000003,"5min":0.47099999999999997,"15min":0.42399999999999999},"max":{"1min":3.2320000000000002,"5min":5.2089999999999996,"15min":5.2089999999999996},"last":0.89000000000000001}]},{"osd":2,"last update":"Sun Oct 18 01:33:01 2020","interfaces":[{"interface":"back","average":{"1min":0.82899999999999996,"5min":0.93899999999999995,"15min":0.84399999999999997},"min":{"1min":0.58999999999999997,"5min":0.52000000000000002,"15min":0.48899999999999999},"max":{"1min":1.3899999999999999,"5min":4.9630000000000001,"15min":4.9630000000000001},"last":0.626},{"interface":"front","average":{"1min":0.92900000000000005,"5min":0.95099999999999996,"15min":0.88800000000000001},"min":{"1min":0.59899999999999998,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":2.3929999999999998,"5min":2.3929999999999998,"15min":2.3929999999999998},"last":0.66900000000000004}]},{"osd":3,"last update":"Sun Oct 18 01:33:01 2020","interfaces":[{"interface":"back","average":{"1min":0.72299999999999998,"5min":0.83099999999999996,"15min":0.79300000000000004},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.41599999999999998},"max":{"1min":1.52,"5min":5.1150000000000002,"15min":5.1150000000000002},"last":0.73599999999999999},{"interface":"front","average":{"1min":1.0069999999999999,"5min":0.98499999999999999,"15min":0.88900000000000001},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":3.1440000000000001,"5min":7.3920000000000003,"15min":7.3920000000000003},"last":0.78800000000000003}]},{"osd":5,"last update":"Sun Oct 18 01:33:01 2020","interfaces":[{"interface":"back","average":{"1min":1.03,"5min":0.91200000000000003,"15min":0.82899999999999996},"min":{"1min":0.498,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":4.2000000000000002,"5min":4.5090000000000003,"15min":4.5090000000000003},"last":1.2310000000000001},{"interface":"front","average":{"1min":0.86199999999999999,"5min":0.97299999999999998,"15min":0.91900000000000004},"min":{"1min":0.53800000000000003,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.6379999999999999,"5min":5.2789999999999999,"15min":5.2789999999999999},"last":0.82199999999999995}]}]},{"osd":3,"up_from":11,"seq":47244640357,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":4987880,"kb_used_data":3939296,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":89383960,"statfs":{"total":96636764160,"available":91529175040,"internally_reserved":1073741824,"allocated":4033839104,"data_stored":4874395849,"data_compressed":18872831,"data_compressed_allocated":853598208,"data_compressed_original":1707196416,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Oct 18 01:32:53 2020","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.73999999999999999,"15min":0.68300000000000005},"min":{"1min":0.45300000000000001,"5min":0.39200000000000002,"15min":0.32700000000000001},"max":{"1min":0.86699999999999999,"5min":2.609,"15min":2.609},"last":0.78400000000000003},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.77300000000000002,"15min":0.75600000000000001},"min":{"1min":0.51700000000000002,"5min":0.441,"15min":0.42999999999999999},"max":{"1min":1.9390000000000001,"5min":2.3039999999999998,"15min":2.3039999999999998},"last":1.0629999999999999}]},{"osd":1,"last update":"Sun Oct 18 01:32:53 2020","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.85699999999999998,"15min":0.84399999999999997},"min":{"1min":0.54000000000000004,"5min":0.497,"15min":0.45500000000000002},"max":{"1min":1.0029999999999999,"5min":2.1469999999999998,"15min":2.1469999999999998},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.871,"5min":0.92200000000000004,"15min":0.85299999999999998},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.438},"max":{"1min":2.012,"5min":2.012,"15min":2.012},"last":1.2270000000000001}]},{"osd":2,"last update":"Sun Oct 18 01:32:53 2020","interfaces":[{"interface":"back","average":{"1min":0.78000000000000003,"5min":0.97199999999999998,"15min":0.88100000000000001},"min":{"1min":0.50700000000000001,"5min":0.496,"15min":0.49199999999999999},"max":{"1min":1.0249999999999999,"5min":5.0819999999999999,"15min":5.0819999999999999},"last":0.92400000000000004},{"interface":"front","average":{"1min":0.95699999999999996,"5min":1.1060000000000001,"15min":1.0469999999999999},"min":{"1min":0.68000000000000005,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":2.0840000000000001,"5min":5.1369999999999996,"15min":5.1369999999999996},"last":1.2929999999999999}]},{"osd":4,"last update":"Sun Oct 18 01:32:53 2020","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":1.218,"15min":0.94399999999999995},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":1.0980000000000001,"5min":37.502000000000002,"15min":37.502000000000002},"last":0.81399999999999995},{"interface":"front","average":{"1min":0.71699999999999997,"5min":1.363,"15min":1.0549999999999999},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.393,"5min":36.932000000000002,"15min":36.932000000000002},"last":0.63400000000000001}]},{"osd":5,"last update":"Sun Oct 18 01:32:53 2020","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":1.6259999999999999,"15min":1.1519999999999999},"min":{"1min":0.54900000000000004,"5min":0.54700000000000004,"15min":0.54100000000000004},"max":{"1min":2.7149999999999999,"5min":39.942999999999998,"15min":39.942999999999998},"last":1.1499999999999999},{"interface":"front","average":{"1min":0.83699999999999997,"5min":1.6819999999999999,"15min":1.204},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.496,"5min":40.052999999999997,"15min":40.052999999999997},"last":0.96299999999999997}]}]},{"osd":2,"up_from":11,"seq":47244640357,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9281724,"kb_used_data":8215660,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":85090116,"statfs":{"total":96636764160,"available":87132278784,"internally_reserved":1073741824,"allocated":8412835840,"data_stored":10192122225,"data_compressed":39972159,"data_compressed_allocated":1806553088,"data_compressed_original":3613082593,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Oct 18 01:32:52 2020","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.63700000000000001,"15min":0.52300000000000002},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.34200000000000003},"max":{"1min":0.72899999999999998,"5min":4.2809999999999997,"15min":4.2809999999999997},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.69499999999999995,"15min":0.60899999999999999},"min":{"1min":0.442,"5min":0.38800000000000001,"15min":0.373},"max":{"1min":0.86899999999999999,"5min":4.7809999999999997,"15min":4.7809999999999997},"last":0.621}]},{"osd":1,"last update":"Sun Oct 18 01:32:52 2020","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.875,"15min":0.69799999999999995},"min":{"1min":0.42999999999999999,"5min":0.41099999999999998,"15min":0.35799999999999998},"max":{"1min":1.0629999999999999,"5min":7.133,"15min":7.133},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.77900000000000003,"15min":0.65100000000000002},"min":{"1min":0.44400000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.86299999999999999,"5min":6.9870000000000001,"15min":6.9870000000000001},"last":0.66800000000000004}]},{"osd":3,"last update":"Sun Oct 18 01:32:52 2020","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.92900000000000005,"15min":0.79100000000000004},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.443},"max":{"1min":1.4590000000000001,"5min":8.0749999999999993,"15min":8.0749999999999993},"last":1.069},{"interface":"front","average":{"1min":0.76000000000000001,"5min":1.012,"15min":0.871},"min":{"1min":0.57899999999999996,"5min":0.51500000000000001,"15min":0.497},"max":{"1min":1.1639999999999999,"5min":7.3680000000000003,"15min":7.3680000000000003},"last":0.97899999999999998}]},{"osd":4,"last update":"Sun Oct 18 01:32:52 2020","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.995,"15min":0.90400000000000003},"min":{"1min":0.63700000000000001,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.046,"5min":7.2350000000000003,"15min":7.2350000000000003},"last":1.1040000000000001},{"interface":"front","average":{"1min":0.748,"5min":0.84199999999999997,"15min":0.80000000000000004},"min":{"1min":0.625,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.0349999999999999,"5min":4.4020000000000001,"15min":4.4020000000000001},"last":1.1479999999999999}]},{"osd":5,"last update":"Sun Oct 18 01:32:52 2020","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.91200000000000003,"15min":0.86199999999999999},"min":{"1min":0.60799999999999998,"5min":0.58399999999999996,"15min":0.55300000000000005},"max":{"1min":1.135,"5min":4.5179999999999998,"15min":4.5179999999999998},"last":1.0109999999999999},{"interface":"front","average":{"1min":0.88600000000000001,"5min":1.0980000000000001,"15min":0.95499999999999996},"min":{"1min":0.68899999999999995,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.595,"5min":8.202,"15min":8.202},"last":1.1799999999999999}]}]},{"osd":0,"up_from":11,"seq":47244640357,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1233348,"kb_used_data":152560,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93138492,"statfs":{"total":96636764160,"available":95373815808,"internally_reserved":1073741824,"allocated":156221440,"data_stored":196270712,"data_compressed":832623,"data_compressed_allocated":40521728,"data_compressed_original":81019017,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Oct 18 01:32:56 2020","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.751,"15min":0.60799999999999998},"min":{"1min":0.38600000000000001,"5min":0.34699999999999998,"15min":0.32200000000000001},"max":{"1min":0.79100000000000004,"5min":5.9649999999999999,"15min":5.9649999999999999},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.73399999999999999,"15min":0.66200000000000003},"min":{"1min":0.42699999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.4099999999999999,"5min":3,"15min":3},"last":0.42399999999999999}]},{"osd":2,"last update":"Sun Oct 18 01:32:56 2020","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.81299999999999994,"15min":0.69299999999999995},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.39100000000000001},"max":{"1min":0.88700000000000001,"5min":6.8150000000000004,"15min":6.8150000000000004},"last":0.5},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.86299999999999999,"15min":0.71799999999999997},"min":{"1min":0.42999999999999999,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.94199999999999995,"5min":6.0490000000000004,"15min":6.0490000000000004},"last":0.53600000000000003}]},{"osd":3,"last update":"Sun Oct 18 01:32:56 2020","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.79100000000000004,"15min":0.76700000000000002},"min":{"1min":0.58399999999999996,"5min":0.54800000000000004,"15min":0.47299999999999998},"max":{"1min":1.087,"5min":1.7150000000000001,"15min":1.7150000000000001},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.91100000000000003,"15min":0.91900000000000004},"min":{"1min":0.55700000000000005,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":2.1789999999999998,"5min":4.8520000000000003,"15min":4.8520000000000003},"last":0.68100000000000005}]},{"osd":4,"last update":"Sun Oct 18 01:32:56 2020","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":1.0129999999999999,"15min":0.91700000000000004},"min":{"1min":0.59599999999999997,"5min":0.53800000000000003,"15min":0.45800000000000002},"max":{"1min":1.8819999999999999,"5min":4.9610000000000003,"15min":4.9610000000000003},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.995,"5min":1.083,"15min":1.0129999999999999},"min":{"1min":0.65000000000000002,"5min":0.58499999999999996,"15min":0.58099999999999996},"max":{"1min":1.952,"5min":6.1260000000000003,"15min":6.1260000000000003},"last":0.877}]},{"osd":5,"last update":"Sun Oct 18 01:32:56 2020","interfaces":[{"interface":"back","average":{"1min":0.874,"5min":1.0669999999999999,"15min":0.92600000000000005},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.4319999999999999,"5min":6.1879999999999997,"15min":6.1879999999999997},"last":0.95599999999999996},{"interface":"front","average":{"1min":0.88400000000000001,"5min":0.94199999999999995,"15min":0.96099999999999997},"min":{"1min":0.66400000000000003,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.1639999999999999,"5min":3.2120000000000002,"15min":3.2120000000000002},"last":0.65200000000000002}]}]},{"osd":1,"up_from":11,"seq":47244640357,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":13447656,"kb_used_data":12378304,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":80924184,"statfs":{"total":96636764160,"available":82866364416,"internally_reserved":1073741824,"allocated":12675383296,"data_stored":15342191865,"data_compressed":60031131,"data_compressed_allocated":2707484672,"data_compressed_original":5414941844,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Oct 18 01:33:54 2020","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.67400000000000004,"15min":0.58499999999999996},"min":{"1min":0.39600000000000002,"5min":0.35699999999999998,"15min":0.35199999999999998},"max":{"1min":1.123,"5min":3.343,"15min":3.343},"last":0.435},{"interface":"front","average":{"1min":1.2989999999999999,"5min":0.77000000000000002,"15min":0.70299999999999996},"min":{"1min":0.40300000000000002,"5min":0.39200000000000002,"15min":0.38400000000000001},"max":{"1min":10.708,"5min":10.708,"15min":10.708},"last":0.497}]},{"osd":2,"last update":"Sun Oct 18 01:33:54 2020","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.69499999999999995,"15min":0.59899999999999998},"min":{"1min":0.46700000000000003,"5min":0.38200000000000001,"15min":0.35599999999999998},"max":{"1min":1.2669999999999999,"5min":3.3570000000000002,"15min":3.3570000000000002},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.86899999999999999,"5min":0.84699999999999998,"15min":0.78400000000000003},"min":{"1min":0.52900000000000003,"5min":0.497,"15min":0.41699999999999998},"max":{"1min":3.2599999999999998,"5min":3.4590000000000001,"15min":3.98},"last":0.65200000000000002}]},{"osd":3,"last update":"Sun Oct 18 01:33:54 2020","interfaces":[{"interface":"back","average":{"1min":1.2190000000000001,"5min":0.878,"15min":0.82499999999999996},"min":{"1min":0.505,"5min":0.47899999999999998,"15min":0.45700000000000002},"max":{"1min":11.07,"5min":11.07,"15min":11.07},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.89200000000000002,"5min":0.95799999999999996,"15min":0.85799999999999998},"min":{"1min":0.71399999999999997,"5min":0.61099999999999999,"15min":0.53800000000000003},"max":{"1min":1.5269999999999999,"5min":3.234,"15min":4.1070000000000002},"last":0.74199999999999999}]},{"osd":4,"last update":"Sun Oct 18 01:33:54 2020","interfaces":[{"interface":"back","average":{"1min":1.29,"5min":1.091,"15min":0.93799999999999994},"min":{"1min":0.56200000000000006,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":10.952999999999999,"5min":14.111000000000001,"15min":14.111000000000001},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.94899999999999995,"5min":1.22,"15min":0.99099999999999999},"min":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.55800000000000005},"max":{"1min":1.655,"5min":16.452000000000002,"15min":16.452000000000002},"last":0.875}]},{"osd":5,"last update":"Sun Oct 18 01:33:54 2020","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.82899999999999996,"15min":1.075},"min":{"1min":0.59599999999999997,"5min":0.57699999999999996,"15min":0.52700000000000002},"max":{"1min":1.3839999999999999,"5min":3.7109999999999999,"15min":66.441999999999993},"last":0.72099999999999997},{"interface":"front","average":{"1min":1.018,"5min":1.171,"15min":1.3360000000000001},"min":{"1min":0.77600000000000002,"5min":0.73499999999999999,"15min":0.63100000000000001},"max":{"1min":1.8380000000000001,"5min":5.6630000000000003,"15min":66.647000000000006},"last":0.81399999999999995}]}]}]}} 2020-10-19T00:36:54.576 WARNING:scrape:Ignoring malparsed backtrace: 2020-10-18T01:35:46.687 DEBUG:tasks.ceph.osd.1:waiting for process to exit , 2020-10-18T01:35:46.688 INFO:teuthology.orchestra.run:waiting for 300 , 2020-10-18T01:35:46.771 INFO:tasks.ceph.osd.1:Stopped 2020-10-19T00:36:54.577 WARNING:scrape:Ignoring malparsed backtrace: 2020-10-18T01:42:44.266 INFO:teuthology.orchestra.run.smithi198.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample , 2020-10-18T01:42:44.267 INFO:teuthology.orchestra.run.smithi198.stdout:=============================================================================== , 2020-10-18T01:42:44.267 INFO:teuthology.orchestra.run.smithi198.stdout:^* hv01.front.sepia.ceph.com 2 7 377 17 +697us[ +699us] +/- 46ms 2020-10-19T00:36:54.577 WARNING:scrape:Ignoring malparsed backtrace: suppress = manager.__exit__(*exc_info) , File "/usr/lib/python3.6/contextlib.py", line 99, in __exit__ , self.gen.throw(type, value, traceback) 2020-10-19T00:36:54.709 WARNING:scrape:Ignoring malparsed backtrace: ceph version 15.2.5-355-g2f33da11 (2f33da11da69822d9bab6e9cadb58a7cc3d5720f) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7f5064da1cf4] , 2: (CopyFromOp::_finish(TestOp::CallbackInfo*)+0x4f4) [0x55e7cc3fa734] 2020-10-19T00:36:54.712 WARNING:scrape:Ignoring malparsed backtrace: 2020-10-18T01:33:56.990 INFO:teuthology.orchestra.run.smithi198.stdout: , dumped all , 2020-10-18T01:33:57.001 INFO:teuthology.orchestra.run.smithi198.stdout:{"pg_ready":true,"pg_map":{"version":278,"stamp":"2020-10-18T01:33:56.820295+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":27522663205,"num_objects":9295,"num_object_clones":0,"num_object_copies":18590,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9261,"num_whiteouts":50,"num_read":51044,"num_read_kb":28525005,"num_write":73283,"num_write_kb":38632481,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":32,"num_bytes_hit_set_archive":19941,"num_flush":7593,"num_flush_kb":19141840,"num_evict":7462,"num_evict_kb":18823638,"num_promote":8079,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":70654,"ondisk_log_size":70654,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":566231040,"kb_used":39595948,"kb_used_data":33195920,"kb_used_omap":0,"kb_used_meta":6291456,"kb_avail":526635092,"statfs":{"total":579820584960,"available":539274334208,"internally_reserved":6442450944,"allocated":33992622080,"data_stored":41199753796,"data_compressed":161662952,"data_compressed_allocated":7316168704,"data_compressed_original":14632227134,"omap_allocated":0,"internal_metadata":6442450944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":24,"apply_latency_ms":24,"commit_latency_ns":24000000,"apply_latency_ns":24000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-38368877,"num_objects":-2,"num_object_clones":0,"num_object_copies":-4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":4,"num_read":559,"num_read_kb":590208,"num_write":378,"num_write_kb":197139,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":9,"num_flush_kb":18945,"num_evict":12,"num_evict_kb":21821,"num_promote":24,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002203"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.556263+0000","last_change":"2020-10-18T01:25:44.498646+0000","last_active":"2020-10-18T01:28:32.556263+0000","last_peered":"2020-10-18T01:28:32.556263+0000","last_clean":"2020-10-18T01:28:32.556263+0000","last_became_active":"2020-10-18T01:25:44.498215+0000","last_became_peered":"2020-10-18T01:25:44.498215+0000","last_unstale":"2020-10-18T01:28:32.556263+0000","last_undegraded":"2020-10-18T01:28:32.556263+0000","last_fullsized":"2020-10-18T01:28:32.556263+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.551865+0000","last_change":"2020-10-18T01:25:44.356730+0000","last_active":"2020-10-18T01:28:32.551865+0000","last_peered":"2020-10-18T01:28:32.551865+0000","last_clean":"2020-10-18T01:28:32.551865+0000","last_became_active":"2020-10-18T01:25:44.355933+0000","last_became_peered":"2020-10-18T01:25:44.355933+0000","last_unstale":"2020-10-18T01:28:32.551865+0000","last_undegraded":"2020-10-18T01:28:32.551865+0000","last_fullsized":"2020-10-18T01:28:32.551865+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'10189","reported_seq":"13916","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:33:42.575790+0000","last_change":"2020-10-18T01:25:54.366675+0000","last_active":"2020-10-18T01:33:42.575790+0000","last_peered":"2020-10-18T01:33:42.575790+0000","last_clean":"2020-10-18T01:33:42.575790+0000","last_became_active":"2020-10-18T01:25:54.366279+0000","last_became_peered":"2020-10-18T01:25:54.366279+0000","last_unstale":"2020-10-18T01:33:42.575790+0000","last_undegraded":"2020-10-18T01:33:42.575790+0000","last_fullsized":"2020-10-18T01:33:42.575790+0000","mapping_epoch":18,"log_start":"26'100","ondisk_log_start":"26'100","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_clean_scrub_stamp":"2020-10-18T01:25:53.355413+0000","log_size":10089,"ondisk_log_size":10089,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":101862615,"num_objects":51,"num_object_clones":0,"num_object_copies":102,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":43,"num_whiteouts":8,"num_read":3160,"num_read_kb":109591,"num_write":8951,"num_write_kb":2644727,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":4985,"num_flush":1952,"num_flush_kb":4906643,"num_evict":1934,"num_evict_kb":4867199,"num_promote":2087,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'8145","reported_seq":"14594","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-18T01:33:50.101687+0000","last_change":"2020-10-18T01:25:52.648177+0000","last_active":"2020-10-18T01:33:50.101687+0000","last_peered":"2020-10-18T01:33:50.101687+0000","last_clean":"2020-10-18T01:33:50.101687+0000","last_became_active":"2020-10-18T01:25:52.647812+0000","last_became_peered":"2020-10-18T01:25:52.647812+0000","last_unstale":"2020-10-18T01:33:50.101687+0000","last_undegraded":"2020-10-18T01:33:50.101687+0000","last_fullsized":"2020-10-18T01:33:50.101687+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_clean_scrub_stamp":"2020-10-18T01:25:51.350429+0000","log_size":8145,"ondisk_log_size":8145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6996430941,"num_objects":2341,"num_object_clones":0,"num_object_copies":4682,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2341,"num_whiteouts":0,"num_read":10104,"num_read_kb":7604956,"num_write":9862,"num_write_kb":7347873,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.556215+0000","last_change":"2020-10-18T01:25:44.356396+0000","last_active":"2020-10-18T01:28:32.556215+0000","last_peered":"2020-10-18T01:28:32.556215+0000","last_clean":"2020-10-18T01:28:32.556215+0000","last_became_active":"2020-10-18T01:25:44.355972+0000","last_became_peered":"2020-10-18T01:25:44.355972+0000","last_unstale":"2020-10-18T01:28:32.556215+0000","last_undegraded":"2020-10-18T01:28:32.556215+0000","last_fullsized":"2020-10-18T01:28:32.556215+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"33'10264","reported_seq":"14065","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-18T01:33:47.091364+0000","last_change":"2020-10-18T01:25:54.485897+0000","last_active":"2020-10-18T01:33:47.091364+0000","last_peered":"2020-10-18T01:33:47.091364+0000","last_clean":"2020-10-18T01:33:47.091364+0000","last_became_active":"2020-10-18T01:25:54.485633+0000","last_became_peered":"2020-10-18T01:25:54.485633+0000","last_unstale":"2020-10-18T01:33:47.091364+0000","last_undegraded":"2020-10-18T01:33:47.091364+0000","last_fullsized":"2020-10-18T01:33:47.091364+0000","mapping_epoch":18,"log_start":"27'201","ondisk_log_start":"27'201","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_clean_scrub_stamp":"2020-10-18T01:25:53.355413+0000","log_size":10063,"ondisk_log_size":10063,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":98621475,"num_objects":55,"num_object_clones":0,"num_object_copies":110,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":13,"num_read":3269,"num_read_kb":133355,"num_write":9241,"num_write_kb":2694440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":5032,"num_flush":1988,"num_flush_kb":4975182,"num_evict":1948,"num_evict_kb":4888293,"num_promote":2102,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'7837","reported_seq":"13965","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-18T01:33:50.120808+0000","last_change":"2020-10-18T01:25:52.358380+0000","last_active":"2020-10-18T01:33:50.120808+0000","last_peered":"2020-10-18T01:33:50.120808+0000","last_clean":"2020-10-18T01:33:50.120808+0000","last_became_active":"2020-10-18T01:25:52.358034+0000","last_became_peered":"2020-10-18T01:25:52.358034+0000","last_unstale":"2020-10-18T01:33:50.120808+0000","last_undegraded":"2020-10-18T01:33:50.120808+0000","last_fullsized":"2020-10-18T01:33:50.120808+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_clean_scrub_stamp":"2020-10-18T01:25:51.350429+0000","log_size":7837,"ondisk_log_size":7837,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6752905459,"num_objects":2259,"num_object_clones":0,"num_object_copies":4518,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2259,"num_whiteouts":0,"num_read":9326,"num_read_kb":6404267,"num_write":9459,"num_write_kb":7169221,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.551902+0000","last_change":"2020-10-18T01:25:44.356333+0000","last_active":"2020-10-18T01:28:32.551902+0000","last_peered":"2020-10-18T01:28:32.551902+0000","last_clean":"2020-10-18T01:28:32.551902+0000","last_became_active":"2020-10-18T01:25:44.355922+0000","last_became_peered":"2020-10-18T01:25:44.355922+0000","last_unstale":"2020-10-18T01:28:32.551902+0000","last_undegraded":"2020-10-18T01:28:32.551902+0000","last_fullsized":"2020-10-18T01:28:32.551902+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"32'9393","reported_seq":"12971","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:33:42.582227+0000","last_change":"2020-10-18T01:25:54.439933+0000","last_active":"2020-10-18T01:33:42.582227+0000","last_peered":"2020-10-18T01:33:42.582227+0000","last_clean":"2020-10-18T01:33:42.582227+0000","last_became_active":"2020-10-18T01:25:54.439523+0000","last_became_peered":"2020-10-18T01:25:54.439523+0000","last_unstale":"2020-10-18T01:33:42.582227+0000","last_undegraded":"2020-10-18T01:33:42.582227+0000","last_fullsized":"2020-10-18T01:33:42.582227+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_clean_scrub_stamp":"2020-10-18T01:25:53.355413+0000","log_size":9393,"ondisk_log_size":9393,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":104105320,"num_objects":59,"num_object_clones":0,"num_object_copies":118,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":51,"num_whiteouts":17,"num_read":3016,"num_read_kb":111203,"num_write":8451,"num_write_kb":2511685,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":4934,"num_flush":1798,"num_flush_kb":4558729,"num_evict":1748,"num_evict_kb":4424987,"num_promote":1905,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'7793","reported_seq":"13941","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-18T01:33:50.059633+0000","last_change":"2020-10-18T01:25:52.648385+0000","last_active":"2020-10-18T01:33:50.059633+0000","last_peered":"2020-10-18T01:33:50.059633+0000","last_clean":"2020-10-18T01:33:50.059633+0000","last_became_active":"2020-10-18T01:25:52.647863+0000","last_became_peered":"2020-10-18T01:25:52.647863+0000","last_unstale":"2020-10-18T01:33:50.059633+0000","last_undegraded":"2020-10-18T01:33:50.059633+0000","last_fullsized":"2020-10-18T01:33:50.059633+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_clean_scrub_stamp":"2020-10-18T01:25:51.350429+0000","log_size":7793,"ondisk_log_size":7793,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6808293061,"num_objects":2279,"num_object_clones":0,"num_object_copies":4558,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2279,"num_whiteouts":0,"num_read":9664,"num_read_kb":7093711,"num_write":9430,"num_write_kb":6999009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.551184+0000","last_change":"2020-10-18T01:25:44.356307+0000","last_active":"2020-10-18T01:28:32.551184+0000","last_peered":"2020-10-18T01:28:32.551184+0000","last_clean":"2020-10-18T01:28:32.551184+0000","last_became_active":"2020-10-18T01:25:44.355895+0000","last_became_peered":"2020-10-18T01:25:44.355895+0000","last_unstale":"2020-10-18T01:28:32.551184+0000","last_undegraded":"2020-10-18T01:28:32.551184+0000","last_fullsized":"2020-10-18T01:28:32.551184+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"33'9804","reported_seq":"13382","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-18T01:33:43.437043+0000","last_change":"2020-10-18T01:25:54.368841+0000","last_active":"2020-10-18T01:33:43.437043+0000","last_peered":"2020-10-18T01:33:43.437043+0000","last_clean":"2020-10-18T01:33:43.437043+0000","last_became_active":"2020-10-18T01:25:54.368583+0000","last_became_peered":"2020-10-18T01:25:54.368583+0000","last_unstale":"2020-10-18T01:33:43.437043+0000","last_undegraded":"2020-10-18T01:33:43.437043+0000","last_fullsized":"2020-10-18T01:33:43.437043+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_clean_scrub_stamp":"2020-10-18T01:25:53.355413+0000","log_size":9804,"ondisk_log_size":9804,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":110554172,"num_objects":58,"num_object_clones":0,"num_object_copies":116,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":12,"num_read":3066,"num_read_kb":117946,"num_write":8759,"num_write_kb":2508759,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":4990,"num_flush":1855,"num_flush_kb":4701286,"num_evict":1832,"num_evict_kb":4643159,"num_promote":1985,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'7530","reported_seq":"13489","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-18T01:33:50.066375+0000","last_change":"2020-10-18T01:25:52.648237+0000","last_active":"2020-10-18T01:33:50.066375+0000","last_peered":"2020-10-18T01:33:50.066375+0000","last_clean":"2020-10-18T01:33:50.066375+0000","last_became_active":"2020-10-18T01:25:52.647851+0000","last_became_peered":"2020-10-18T01:25:52.647851+0000","last_unstale":"2020-10-18T01:33:50.066375+0000","last_undegraded":"2020-10-18T01:33:50.066375+0000","last_fullsized":"2020-10-18T01:33:50.066375+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_clean_scrub_stamp":"2020-10-18T01:25:51.350429+0000","log_size":7530,"ondisk_log_size":7530,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6549890162,"num_objects":2193,"num_object_clones":0,"num_object_copies":4386,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2193,"num_whiteouts":0,"num_read":9439,"num_read_kb":6949976,"num_write":9130,"num_write_kb":6756767,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.555834+0000","last_change":"2020-10-18T01:25:44.340282+0000","last_active":"2020-10-18T01:28:32.555834+0000","last_peered":"2020-10-18T01:28:32.555834+0000","last_clean":"2020-10-18T01:28:32.555834+0000","last_became_active":"2020-10-18T01:25:44.339855+0000","last_became_peered":"2020-10-18T01:25:44.339855+0000","last_unstale":"2020-10-18T01:28:32.555834+0000","last_undegraded":"2020-10-18T01:28:32.555834+0000","last_fullsized":"2020-10-18T01:28:32.555834+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.555934+0000","last_change":"2020-10-18T01:25:44.340308+0000","last_active":"2020-10-18T01:28:32.555934+0000","last_peered":"2020-10-18T01:28:32.555934+0000","last_clean":"2020-10-18T01:28:32.555934+0000","last_became_active":"2020-10-18T01:25:44.339829+0000","last_became_peered":"2020-10-18T01:25:44.339829+0000","last_unstale":"2020-10-18T01:28:32.555934+0000","last_undegraded":"2020-10-18T01:28:32.555934+0000","last_fullsized":"2020-10-18T01:28:32.555934+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.551183+0000","last_change":"2020-10-18T01:25:44.498892+0000","last_active":"2020-10-18T01:28:32.551183+0000","last_peered":"2020-10-18T01:28:32.551183+0000","last_clean":"2020-10-18T01:28:32.551183+0000","last_became_active":"2020-10-18T01:25:44.498438+0000","last_became_peered":"2020-10-18T01:25:44.498438+0000","last_unstale":"2020-10-18T01:28:32.551183+0000","last_undegraded":"2020-10-18T01:28:32.551183+0000","last_fullsized":"2020-10-18T01:28:32.551183+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":415143582,"num_objects":223,"num_object_clones":0,"num_object_copies":446,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":189,"num_whiteouts":50,"num_read":12511,"num_read_kb":472095,"num_write":35402,"num_write_kb":10359611,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":32,"num_bytes_hit_set_archive":19941,"num_flush":7593,"num_flush_kb":19141840,"num_evict":7462,"num_evict_kb":18823638,"num_promote":8079,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":612712448,"data_stored":765727508,"data_compressed":3225858,"data_compressed_allocated":154247168,"data_compressed_original":308416564,"omap_allocated":0,"internal_metadata":0},"log_size":39349,"ondisk_log_size":39349,"up":8,"acting":8,"num_store_stats":5},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":6},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":27107519623,"num_objects":9072,"num_object_clones":0,"num_object_copies":18144,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9072,"num_whiteouts":0,"num_read":38533,"num_read_kb":28052910,"num_write":37881,"num_write_kb":28272870,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":33378238464,"data_stored":40433323064,"data_compressed":158437094,"data_compressed_allocated":7161921536,"data_compressed_original":14323810570,"omap_allocated":0,"internal_metadata":0},"log_size":31305,"ondisk_log_size":31305,"up":8,"acting":8,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640357,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9411992,"kb_used_data":8357540,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":84959848,"statfs":{"total":96636764160,"available":86998884352,"internally_reserved":1073741824,"allocated":8558120960,"data_stored":10398502433,"data_compressed":41121585,"data_compressed_allocated":1867489280,"data_compressed_original":3734968247,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Oct 18 01:32:54 2020","interfaces":[{"interface":"back","average":{"1min":0.96099999999999997,"5min":0.85099999999999998,"15min":0.749},"min":{"1min":0.443,"5min":0.443,"15min":0.35299999999999998},"max":{"1min":2.5190000000000001,"5min":3.7770000000000001,"15min":3.7770000000000001},"last":0.96099999999999997},{"interface":"front","average":{"1min":1.371,"5min":0.84799999999999998,"15min":0.73299999999999998},"min":{"1min":0.49399999999999999,"5min":0.47199999999999998,"15min":0.438},"max":{"1min":10.742000000000001,"5min":10.742000000000001,"15min":10.742000000000001},"last":1.018}]},{"osd":1,"last update":"Sun Oct 18 01:32:54 2020","interfaces":[{"interface":"back","average":{"1min":0.96299999999999997,"5min":0.91500000000000004,"15min":0.82599999999999996},"min":{"1min":0.46800000000000003,"5min":0.45400000000000001,"15min":0.45000000000000001},"max":{"1min":1.8069999999999999,"5min":2.2719999999999998,"15min":2.2719999999999998},"last":1.054},{"interface":"front","average":{"1min":1.5209999999999999,"5min":1.05,"15min":0.871},"min":{"1min":0.57799999999999996,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":10.691000000000001,"5min":10.691000000000001,"15min":10.691000000000001},"last":1.1040000000000001}]},{"osd":2,"last update":"Sun Oct 18 01:32:54 2020","interfaces":[{"interface":"back","average":{"1min":0.95699999999999996,"5min":0.96999999999999997,"15min":0.84099999999999997},"min":{"1min":0.54800000000000004,"5min":0.53000000000000003,"15min":0.51300000000000001},"max":{"1min":1.97,"5min":3.1019999999999999,"15min":3.1019999999999999},"last":0.83799999999999997},{"interface":"front","average":{"1min":1.026,"5min":0.96899999999999997,"15min":0.84899999999999998},"min":{"1min":0.58699999999999997,"5min":0.56599999999999995,"15min":0.55300000000000005},"max":{"1min":2.7450000000000001,"5min":2.7450000000000001,"15min":2.7450000000000001},"last":0.79600000000000004}]},{"osd":3,"last update":"Sun Oct 18 01:32:54 2020","interfaces":[{"interface":"back","average":{"1min":0.86799999999999999,"5min":0.76800000000000002,"15min":0.73499999999999999},"min":{"1min":0.52000000000000002,"5min":0.47099999999999997,"15min":0.44},"max":{"1min":2.2719999999999998,"5min":2.2719999999999998,"15min":2.2719999999999998},"last":0.68200000000000005},{"interface":"front","average":{"1min":1.115,"5min":0.97799999999999998,"15min":0.82499999999999996},"min":{"1min":0.54200000000000004,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":3.6920000000000002,"5min":3.6920000000000002,"15min":3.6920000000000002},"last":0.64800000000000002}]},{"osd":4,"last update":"Sun Oct 18 01:32:54 2020","interfaces":[{"interface":"back","average":{"1min":1.04,"5min":1.0109999999999999,"15min":0.94299999999999995},"min":{"1min":0.60099999999999998,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":2.79,"5min":2.79,"15min":2.79},"last":1.1899999999999999},{"interface":"front","average":{"1min":0.97299999999999998,"5min":0.93100000000000005,"15min":0.86199999999999999},"min":{"1min":0.65100000000000002,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":2.0630000000000002,"5min":2.0630000000000002,"15min":2.0630000000000002},"last":0.89900000000000002}]}]},{"osd":4,"up_from":11,"seq":47244640357,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1233348,"kb_used_data":152560,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93138492,"statfs":{"total":96636764160,"available":95373815808,"internally_reserved":1073741824,"allocated":156221440,"data_stored":196270712,"data_compressed":832623,"data_compressed_allocated":40521728,"data_compressed_original":81019017,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Oct 18 01:33:01 2020","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.75700000000000001,"15min":0.69299999999999995},"min":{"1min":0.35799999999999998,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.897,"5min":2.0169999999999999,"15min":2.0169999999999999},"last":0.85699999999999998},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.81200000000000006,"15min":0.71399999999999997},"min":{"1min":0.439,"5min":0.42299999999999999,"15min":0.39400000000000002},"max":{"1min":1.3700000000000001,"5min":5.4829999999999997,"15min":5.4829999999999997},"last":0.55200000000000005}]},{"osd":1,"last update":"Sun Oct 18 01:33:01 2020","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.96799999999999997,"15min":0.88500000000000001},"min":{"1min":0.64000000000000001,"5min":0.437,"15min":0.434},"max":{"1min":1.391,"5min":5.1890000000000001,"15min":5.1890000000000001},"last":1.0580000000000001},{"interface":"front","average":{"1min":1.079,"5min":1.0449999999999999,"15min":0.90900000000000003},"min":{"1min":0.53800000000000003,"5min":0.47099999999999997,"15min":0.42399999999999999},"max":{"1min":3.2320000000000002,"5min":5.2089999999999996,"15min":5.2089999999999996},"last":0.89000000000000001}]},{"osd":2,"last update":"Sun Oct 18 01:33:01 2020","interfaces":[{"interface":"back","average":{"1min":0.82899999999999996,"5min":0.93899999999999995,"15min":0.84399999999999997},"min":{"1min":0.58999999999999997,"5min":0.52000000000000002,"15min":0.48899999999999999},"max":{"1min":1.3899999999999999,"5min":4.9630000000000001,"15min":4.9630000000000001},"last":0.626},{"interface":"front","average":{"1min":0.92900000000000005,"5min":0.95099999999999996,"15min":0.88800000000000001},"min":{"1min":0.59899999999999998,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":2.3929999999999998,"5min":2.3929999999999998,"15min":2.3929999999999998},"last":0.66900000000000004}]},{"osd":3,"last update":"Sun Oct 18 01:33:01 2020","interfaces":[{"interface":"back","average":{"1min":0.72299999999999998,"5min":0.83099999999999996,"15min":0.79300000000000004},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.41599999999999998},"max":{"1min":1.52,"5min":5.1150000000000002,"15min":5.1150000000000002},"last":0.73599999999999999},{"interface":"front","average":{"1min":1.0069999999999999,"5min":0.98499999999999999,"15min":0.88900000000000001},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":3.1440000000000001,"5min":7.3920000000000003,"15min":7.3920000000000003},"last":0.78800000000000003}]},{"osd":5,"last update":"Sun Oct 18 01:33:01 2020","interfaces":[{"interface":"back","average":{"1min":1.03,"5min":0.91200000000000003,"15min":0.82899999999999996},"min":{"1min":0.498,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":4.2000000000000002,"5min":4.5090000000000003,"15min":4.5090000000000003},"last":1.2310000000000001},{"interface":"front","average":{"1min":0.86199999999999999,"5min":0.97299999999999998,"15min":0.91900000000000004},"min":{"1min":0.53800000000000003,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.6379999999999999,"5min":5.2789999999999999,"15min":5.2789999999999999},"last":0.82199999999999995}]}]},{"osd":3,"up_from":11,"seq":47244640357,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":4987880,"kb_used_data":3939296,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":89383960,"statfs":{"total":96636764160,"available":91529175040,"internally_reserved":1073741824,"allocated":4033839104,"data_stored":4874395849,"data_compressed":18872831,"data_compressed_allocated":853598208,"data_compressed_original":1707196416,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Oct 18 01:32:53 2020","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.73999999999999999,"15min":0.68300000000000005},"min":{"1min":0.45300000000000001,"5min":0.39200000000000002,"15min":0.32700000000000001},"max":{"1min":0.86699999999999999,"5min":2.609,"15min":2.609},"last":0.78400000000000003},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.77300000000000002,"15min":0.75600000000000001},"min":{"1min":0.51700000000000002,"5min":0.441,"15min":0.42999999999999999},"max":{"1min":1.9390000000000001,"5min":2.3039999999999998,"15min":2.3039999999999998},"last":1.0629999999999999}]},{"osd":1,"last update":"Sun Oct 18 01:32:53 2020","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.85699999999999998,"15min":0.84399999999999997},"min":{"1min":0.54000000000000004,"5min":0.497,"15min":0.45500000000000002},"max":{"1min":1.0029999999999999,"5min":2.1469999999999998,"15min":2.1469999999999998},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.871,"5min":0.92200000000000004,"15min":0.85299999999999998},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.438},"max":{"1min":2.012,"5min":2.012,"15min":2.012},"last":1.2270000000000001}]},{"osd":2,"last update":"Sun Oct 18 01:32:53 2020","interfaces":[{"interface":"back","average":{"1min":0.78000000000000003,"5min":0.97199999999999998,"15min":0.88100000000000001},"min":{"1min":0.50700000000000001,"5min":0.496,"15min":0.49199999999999999},"max":{"1min":1.0249999999999999,"5min":5.0819999999999999,"15min":5.0819999999999999},"last":0.92400000000000004},{"interface":"front","average":{"1min":0.95699999999999996,"5min":1.1060000000000001,"15min":1.0469999999999999},"min":{"1min":0.68000000000000005,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":2.0840000000000001,"5min":5.1369999999999996,"15min":5.1369999999999996},"last":1.2929999999999999}]},{"osd":4,"last update":"Sun Oct 18 01:32:53 2020","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":1.218,"15min":0.94399999999999995},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":1.0980000000000001,"5min":37.502000000000002,"15min":37.502000000000002},"last":0.81399999999999995},{"interface":"front","average":{"1min":0.71699999999999997,"5min":1.363,"15min":1.0549999999999999},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.393,"5min":36.932000000000002,"15min":36.932000000000002},"last":0.63400000000000001}]},{"osd":5,"last update":"Sun Oct 18 01:32:53 2020","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":1.6259999999999999,"15min":1.1519999999999999},"min":{"1min":0.54900000000000004,"5min":0.54700000000000004,"15min":0.54100000000000004},"max":{"1min":2.7149999999999999,"5min":39.942999999999998,"15min":39.942999999999998},"last":1.1499999999999999},{"interface":"front","average":{"1min":0.83699999999999997,"5min":1.6819999999999999,"15min":1.204},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.496,"5min":40.052999999999997,"15min":40.052999999999997},"last":0.96299999999999997}]}]},{"osd":2,"up_from":11,"seq":47244640357,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9281724,"kb_used_data":8215660,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":85090116,"statfs":{"total":96636764160,"available":87132278784,"internally_reserved":1073741824,"allocated":8412835840,"data_stored":10192122225,"data_compressed":39972159,"data_compressed_allocated":1806553088,"data_compressed_original":3613082593,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Oct 18 01:32:52 2020","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.63700000000000001,"15min":0.52300000000000002},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.34200000000000003},"max":{"1min":0.72899999999999998,"5min":4.2809999999999997,"15min":4.2809999999999997},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.69499999999999995,"15min":0.60899999999999999},"min":{"1min":0.442,"5min":0.38800000000000001,"15min":0.373},"max":{"1min":0.86899999999999999,"5min":4.7809999999999997,"15min":4.7809999999999997},"last":0.621}]},{"osd":1,"last update":"Sun Oct 18 01:32:52 2020","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.875,"15min":0.69799999999999995},"min":{"1min":0.42999999999999999,"5min":0.41099999999999998,"15min":0.35799999999999998},"max":{"1min":1.0629999999999999,"5min":7.133,"15min":7.133},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.77900000000000003,"15min":0.65100000000000002},"min":{"1min":0.44400000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.86299999999999999,"5min":6.9870000000000001,"15min":6.9870000000000001},"last":0.66800000000000004}]},{"osd":3,"last update":"Sun Oct 18 01:32:52 2020","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.92900000000000005,"15min":0.79100000000000004},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.443},"max":{"1min":1.4590000000000001,"5min":8.0749999999999993,"15min":8.0749999999999993},"last":1.069},{"interface":"front","average":{"1min":0.76000000000000001,"5min":1.012,"15min":0.871},"min":{"1min":0.57899999999999996,"5min":0.51500000000000001,"15min":0.497},"max":{"1min":1.1639999999999999,"5min":7.3680000000000003,"15min":7.3680000000000003},"last":0.97899999999999998}]},{"osd":4,"last update":"Sun Oct 18 01:32:52 2020","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.995,"15min":0.90400000000000003},"min":{"1min":0.63700000000000001,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.046,"5min":7.2350000000000003,"15min":7.2350000000000003},"last":1.1040000000000001},{"interface":"front","average":{"1min":0.748,"5min":0.84199999999999997,"15min":0.80000000000000004},"min":{"1min":0.625,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.0349999999999999,"5min":4.4020000000000001,"15min":4.4020000000000001},"last":1.1479999999999999}]},{"osd":5,"last update":"Sun Oct 18 01:32:52 2020","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.91200000000000003,"15min":0.86199999999999999},"min":{"1min":0.60799999999999998,"5min":0.58399999999999996,"15min":0.55300000000000005},"max":{"1min":1.135,"5min":4.5179999999999998,"15min":4.5179999999999998},"last":1.0109999999999999},{"interface":"front","average":{"1min":0.88600000000000001,"5min":1.0980000000000001,"15min":0.95499999999999996},"min":{"1min":0.68899999999999995,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.595,"5min":8.202,"15min":8.202},"last":1.1799999999999999}]}]},{"osd":0,"up_from":11,"seq":47244640357,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1233348,"kb_used_data":152560,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93138492,"statfs":{"total":96636764160,"available":95373815808,"internally_reserved":1073741824,"allocated":156221440,"data_stored":196270712,"data_compressed":832623,"data_compressed_allocated":40521728,"data_compressed_original":81019017,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Oct 18 01:32:56 2020","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.751,"15min":0.60799999999999998},"min":{"1min":0.38600000000000001,"5min":0.34699999999999998,"15min":0.32200000000000001},"max":{"1min":0.79100000000000004,"5min":5.9649999999999999,"15min":5.9649999999999999},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.73399999999999999,"15min":0.66200000000000003},"min":{"1min":0.42699999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.4099999999999999,"5min":3,"15min":3},"last":0.42399999999999999}]},{"osd":2,"last update":"Sun Oct 18 01:32:56 2020","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.81299999999999994,"15min":0.69299999999999995},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.39100000000000001},"max":{"1min":0.88700000000000001,"5min":6.8150000000000004,"15min":6.8150000000000004},"last":0.5},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.86299999999999999,"15min":0.71799999999999997},"min":{"1min":0.42999999999999999,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.94199999999999995,"5min":6.0490000000000004,"15min":6.0490000000000004},"last":0.53600000000000003}]},{"osd":3,"last update":"Sun Oct 18 01:32:56 2020","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.79100000000000004,"15min":0.76700000000000002},"min":{"1min":0.58399999999999996,"5min":0.54800000000000004,"15min":0.47299999999999998},"max":{"1min":1.087,"5min":1.7150000000000001,"15min":1.7150000000000001},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.91100000000000003,"15min":0.91900000000000004},"min":{"1min":0.55700000000000005,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":2.1789999999999998,"5min":4.8520000000000003,"15min":4.8520000000000003},"last":0.68100000000000005}]},{"osd":4,"last update":"Sun Oct 18 01:32:56 2020","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":1.0129999999999999,"15min":0.91700000000000004},"min":{"1min":0.59599999999999997,"5min":0.53800000000000003,"15min":0.45800000000000002},"max":{"1min":1.8819999999999999,"5min":4.9610000000000003,"15min":4.9610000000000003},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.995,"5min":1.083,"15min":1.0129999999999999},"min":{"1min":0.65000000000000002,"5min":0.58499999999999996,"15min":0.58099999999999996},"max":{"1min":1.952,"5min":6.1260000000000003,"15min":6.1260000000000003},"last":0.877}]},{"osd":5,"last update":"Sun Oct 18 01:32:56 2020","interfaces":[{"interface":"back","average":{"1min":0.874,"5min":1.0669999999999999,"15min":0.92600000000000005},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.4319999999999999,"5min":6.1879999999999997,"15min":6.1879999999999997},"last":0.95599999999999996},{"interface":"front","average":{"1min":0.88400000000000001,"5min":0.94199999999999995,"15min":0.96099999999999997},"min":{"1min":0.66400000000000003,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.1639999999999999,"5min":3.2120000000000002,"15min":3.2120000000000002},"last":0.65200000000000002}]}]},{"osd":1,"up_from":11,"seq":47244640357,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":13447656,"kb_used_data":12378304,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":80924184,"statfs":{"total":96636764160,"available":82866364416,"internally_reserved":1073741824,"allocated":12675383296,"data_stored":15342191865,"data_compressed":60031131,"data_compressed_allocated":2707484672,"data_compressed_original":5414941844,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Oct 18 01:33:54 2020","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.67400000000000004,"15min":0.58499999999999996},"min":{"1min":0.39600000000000002,"5min":0.35699999999999998,"15min":0.35199999999999998},"max":{"1min":1.123,"5min":3.343,"15min":3.343},"last":0.435},{"interface":"front","average":{"1min":1.2989999999999999,"5min":0.77000000000000002,"15min":0.70299999999999996},"min":{"1min":0.40300000000000002,"5min":0.39200000000000002,"15min":0.38400000000000001},"max":{"1min":10.708,"5min":10.708,"15min":10.708},"last":0.497}]},{"osd":2,"last update":"Sun Oct 18 01:33:54 2020","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.69499999999999995,"15min":0.59899999999999998},"min":{"1min":0.46700000000000003,"5min":0.38200000000000001,"15min":0.35599999999999998},"max":{"1min":1.2669999999999999,"5min":3.3570000000000002,"15min":3.3570000000000002},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.86899999999999999,"5min":0.84699999999999998,"15min":0.78400000000000003},"min":{"1min":0.52900000000000003,"5min":0.497,"15min":0.41699999999999998},"max":{"1min":3.2599999999999998,"5min":3.4590000000000001,"15min":3.98},"last":0.65200000000000002}]},{"osd":3,"last update":"Sun Oct 18 01:33:54 2020","interfaces":[{"interface":"back","average":{"1min":1.2190000000000001,"5min":0.878,"15min":0.82499999999999996},"min":{"1min":0.505,"5min":0.47899999999999998,"15min":0.45700000000000002},"max":{"1min":11.07,"5min":11.07,"15min":11.07},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.89200000000000002,"5min":0.95799999999999996,"15min":0.85799999999999998},"min":{"1min":0.71399999999999997,"5min":0.61099999999999999,"15min":0.53800000000000003},"max":{"1min":1.5269999999999999,"5min":3.234,"15min":4.1070000000000002},"last":0.74199999999999999}]},{"osd":4,"last update":"Sun Oct 18 01:33:54 2020","interfaces":[{"interface":"back","average":{"1min":1.29,"5min":1.091,"15min":0.93799999999999994},"min":{"1min":0.56200000000000006,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":10.952999999999999,"5min":14.111000000000001,"15min":14.111000000000001},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.94899999999999995,"5min":1.22,"15min":0.99099999999999999},"min":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.55800000000000005},"max":{"1min":1.655,"5min":16.452000000000002,"15min":16.452000000000002},"last":0.875}]},{"osd":5,"last update":"Sun Oct 18 01:33:54 2020","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.82899999999999996,"15min":1.075},"min":{"1min":0.59599999999999997,"5min":0.57699999999999996,"15min":0.52700000000000002},"max":{"1min":1.3839999999999999,"5min":3.7109999999999999,"15min":66.441999999999993},"last":0.72099999999999997},{"interface":"front","average":{"1min":1.018,"5min":1.171,"15min":1.3360000000000001},"min":{"1min":0.77600000000000002,"5min":0.73499999999999999,"15min":0.63100000000000001},"max":{"1min":1.8380000000000001,"5min":5.6630000000000003,"15min":66.647000000000006},"last":0.81399999999999995}]}]}]}} 2020-10-19T00:36:54.713 WARNING:scrape:Ignoring malparsed backtrace: 2020-10-18T01:35:46.687 DEBUG:tasks.ceph.osd.1:waiting for process to exit , 2020-10-18T01:35:46.688 INFO:teuthology.orchestra.run:waiting for 300 , 2020-10-18T01:35:46.771 INFO:tasks.ceph.osd.1:Stopped 2020-10-19T00:36:54.714 WARNING:scrape:Ignoring malparsed backtrace: 2020-10-18T01:42:44.266 INFO:teuthology.orchestra.run.smithi198.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample , 2020-10-18T01:42:44.267 INFO:teuthology.orchestra.run.smithi198.stdout:=============================================================================== , 2020-10-18T01:42:44.267 INFO:teuthology.orchestra.run.smithi198.stdout:^* hv01.front.sepia.ceph.com 2 7 377 17 +697us[ +699us] +/- 46ms 2020-10-19T00:36:54.714 WARNING:scrape:Ignoring malparsed backtrace: suppress = manager.__exit__(*exc_info) , File "/usr/lib/python3.6/contextlib.py", line 99, in __exit__ , self.gen.throw(type, value, traceback) 2020-10-19T00:36:54.874 WARNING:scrape:Ignoring malparsed backtrace: ceph version 15.2.5-355-g2f33da11 (2f33da11da69822d9bab6e9cadb58a7cc3d5720f) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7f5064da1cf4] , 2: (CopyFromOp::_finish(TestOp::CallbackInfo*)+0x4f4) [0x55e7cc3fa734] 2020-10-19T00:36:54.877 WARNING:scrape:Ignoring malparsed backtrace: 2020-10-18T01:33:56.990 INFO:teuthology.orchestra.run.smithi198.stdout: , dumped all , 2020-10-18T01:33:57.001 INFO:teuthology.orchestra.run.smithi198.stdout:{"pg_ready":true,"pg_map":{"version":278,"stamp":"2020-10-18T01:33:56.820295+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":27522663205,"num_objects":9295,"num_object_clones":0,"num_object_copies":18590,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9261,"num_whiteouts":50,"num_read":51044,"num_read_kb":28525005,"num_write":73283,"num_write_kb":38632481,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":32,"num_bytes_hit_set_archive":19941,"num_flush":7593,"num_flush_kb":19141840,"num_evict":7462,"num_evict_kb":18823638,"num_promote":8079,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":70654,"ondisk_log_size":70654,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":566231040,"kb_used":39595948,"kb_used_data":33195920,"kb_used_omap":0,"kb_used_meta":6291456,"kb_avail":526635092,"statfs":{"total":579820584960,"available":539274334208,"internally_reserved":6442450944,"allocated":33992622080,"data_stored":41199753796,"data_compressed":161662952,"data_compressed_allocated":7316168704,"data_compressed_original":14632227134,"omap_allocated":0,"internal_metadata":6442450944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":24,"apply_latency_ms":24,"commit_latency_ns":24000000,"apply_latency_ns":24000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-38368877,"num_objects":-2,"num_object_clones":0,"num_object_copies":-4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":4,"num_read":559,"num_read_kb":590208,"num_write":378,"num_write_kb":197139,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":9,"num_flush_kb":18945,"num_evict":12,"num_evict_kb":21821,"num_promote":24,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002203"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.556263+0000","last_change":"2020-10-18T01:25:44.498646+0000","last_active":"2020-10-18T01:28:32.556263+0000","last_peered":"2020-10-18T01:28:32.556263+0000","last_clean":"2020-10-18T01:28:32.556263+0000","last_became_active":"2020-10-18T01:25:44.498215+0000","last_became_peered":"2020-10-18T01:25:44.498215+0000","last_unstale":"2020-10-18T01:28:32.556263+0000","last_undegraded":"2020-10-18T01:28:32.556263+0000","last_fullsized":"2020-10-18T01:28:32.556263+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.551865+0000","last_change":"2020-10-18T01:25:44.356730+0000","last_active":"2020-10-18T01:28:32.551865+0000","last_peered":"2020-10-18T01:28:32.551865+0000","last_clean":"2020-10-18T01:28:32.551865+0000","last_became_active":"2020-10-18T01:25:44.355933+0000","last_became_peered":"2020-10-18T01:25:44.355933+0000","last_unstale":"2020-10-18T01:28:32.551865+0000","last_undegraded":"2020-10-18T01:28:32.551865+0000","last_fullsized":"2020-10-18T01:28:32.551865+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'10189","reported_seq":"13916","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:33:42.575790+0000","last_change":"2020-10-18T01:25:54.366675+0000","last_active":"2020-10-18T01:33:42.575790+0000","last_peered":"2020-10-18T01:33:42.575790+0000","last_clean":"2020-10-18T01:33:42.575790+0000","last_became_active":"2020-10-18T01:25:54.366279+0000","last_became_peered":"2020-10-18T01:25:54.366279+0000","last_unstale":"2020-10-18T01:33:42.575790+0000","last_undegraded":"2020-10-18T01:33:42.575790+0000","last_fullsized":"2020-10-18T01:33:42.575790+0000","mapping_epoch":18,"log_start":"26'100","ondisk_log_start":"26'100","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_clean_scrub_stamp":"2020-10-18T01:25:53.355413+0000","log_size":10089,"ondisk_log_size":10089,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":101862615,"num_objects":51,"num_object_clones":0,"num_object_copies":102,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":43,"num_whiteouts":8,"num_read":3160,"num_read_kb":109591,"num_write":8951,"num_write_kb":2644727,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":4985,"num_flush":1952,"num_flush_kb":4906643,"num_evict":1934,"num_evict_kb":4867199,"num_promote":2087,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'8145","reported_seq":"14594","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-18T01:33:50.101687+0000","last_change":"2020-10-18T01:25:52.648177+0000","last_active":"2020-10-18T01:33:50.101687+0000","last_peered":"2020-10-18T01:33:50.101687+0000","last_clean":"2020-10-18T01:33:50.101687+0000","last_became_active":"2020-10-18T01:25:52.647812+0000","last_became_peered":"2020-10-18T01:25:52.647812+0000","last_unstale":"2020-10-18T01:33:50.101687+0000","last_undegraded":"2020-10-18T01:33:50.101687+0000","last_fullsized":"2020-10-18T01:33:50.101687+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_clean_scrub_stamp":"2020-10-18T01:25:51.350429+0000","log_size":8145,"ondisk_log_size":8145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6996430941,"num_objects":2341,"num_object_clones":0,"num_object_copies":4682,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2341,"num_whiteouts":0,"num_read":10104,"num_read_kb":7604956,"num_write":9862,"num_write_kb":7347873,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.556215+0000","last_change":"2020-10-18T01:25:44.356396+0000","last_active":"2020-10-18T01:28:32.556215+0000","last_peered":"2020-10-18T01:28:32.556215+0000","last_clean":"2020-10-18T01:28:32.556215+0000","last_became_active":"2020-10-18T01:25:44.355972+0000","last_became_peered":"2020-10-18T01:25:44.355972+0000","last_unstale":"2020-10-18T01:28:32.556215+0000","last_undegraded":"2020-10-18T01:28:32.556215+0000","last_fullsized":"2020-10-18T01:28:32.556215+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"33'10264","reported_seq":"14065","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-18T01:33:47.091364+0000","last_change":"2020-10-18T01:25:54.485897+0000","last_active":"2020-10-18T01:33:47.091364+0000","last_peered":"2020-10-18T01:33:47.091364+0000","last_clean":"2020-10-18T01:33:47.091364+0000","last_became_active":"2020-10-18T01:25:54.485633+0000","last_became_peered":"2020-10-18T01:25:54.485633+0000","last_unstale":"2020-10-18T01:33:47.091364+0000","last_undegraded":"2020-10-18T01:33:47.091364+0000","last_fullsized":"2020-10-18T01:33:47.091364+0000","mapping_epoch":18,"log_start":"27'201","ondisk_log_start":"27'201","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_clean_scrub_stamp":"2020-10-18T01:25:53.355413+0000","log_size":10063,"ondisk_log_size":10063,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":98621475,"num_objects":55,"num_object_clones":0,"num_object_copies":110,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":13,"num_read":3269,"num_read_kb":133355,"num_write":9241,"num_write_kb":2694440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":5032,"num_flush":1988,"num_flush_kb":4975182,"num_evict":1948,"num_evict_kb":4888293,"num_promote":2102,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'7837","reported_seq":"13965","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-18T01:33:50.120808+0000","last_change":"2020-10-18T01:25:52.358380+0000","last_active":"2020-10-18T01:33:50.120808+0000","last_peered":"2020-10-18T01:33:50.120808+0000","last_clean":"2020-10-18T01:33:50.120808+0000","last_became_active":"2020-10-18T01:25:52.358034+0000","last_became_peered":"2020-10-18T01:25:52.358034+0000","last_unstale":"2020-10-18T01:33:50.120808+0000","last_undegraded":"2020-10-18T01:33:50.120808+0000","last_fullsized":"2020-10-18T01:33:50.120808+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_clean_scrub_stamp":"2020-10-18T01:25:51.350429+0000","log_size":7837,"ondisk_log_size":7837,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6752905459,"num_objects":2259,"num_object_clones":0,"num_object_copies":4518,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2259,"num_whiteouts":0,"num_read":9326,"num_read_kb":6404267,"num_write":9459,"num_write_kb":7169221,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.551902+0000","last_change":"2020-10-18T01:25:44.356333+0000","last_active":"2020-10-18T01:28:32.551902+0000","last_peered":"2020-10-18T01:28:32.551902+0000","last_clean":"2020-10-18T01:28:32.551902+0000","last_became_active":"2020-10-18T01:25:44.355922+0000","last_became_peered":"2020-10-18T01:25:44.355922+0000","last_unstale":"2020-10-18T01:28:32.551902+0000","last_undegraded":"2020-10-18T01:28:32.551902+0000","last_fullsized":"2020-10-18T01:28:32.551902+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"32'9393","reported_seq":"12971","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:33:42.582227+0000","last_change":"2020-10-18T01:25:54.439933+0000","last_active":"2020-10-18T01:33:42.582227+0000","last_peered":"2020-10-18T01:33:42.582227+0000","last_clean":"2020-10-18T01:33:42.582227+0000","last_became_active":"2020-10-18T01:25:54.439523+0000","last_became_peered":"2020-10-18T01:25:54.439523+0000","last_unstale":"2020-10-18T01:33:42.582227+0000","last_undegraded":"2020-10-18T01:33:42.582227+0000","last_fullsized":"2020-10-18T01:33:42.582227+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_clean_scrub_stamp":"2020-10-18T01:25:53.355413+0000","log_size":9393,"ondisk_log_size":9393,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":104105320,"num_objects":59,"num_object_clones":0,"num_object_copies":118,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":51,"num_whiteouts":17,"num_read":3016,"num_read_kb":111203,"num_write":8451,"num_write_kb":2511685,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":4934,"num_flush":1798,"num_flush_kb":4558729,"num_evict":1748,"num_evict_kb":4424987,"num_promote":1905,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'7793","reported_seq":"13941","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-18T01:33:50.059633+0000","last_change":"2020-10-18T01:25:52.648385+0000","last_active":"2020-10-18T01:33:50.059633+0000","last_peered":"2020-10-18T01:33:50.059633+0000","last_clean":"2020-10-18T01:33:50.059633+0000","last_became_active":"2020-10-18T01:25:52.647863+0000","last_became_peered":"2020-10-18T01:25:52.647863+0000","last_unstale":"2020-10-18T01:33:50.059633+0000","last_undegraded":"2020-10-18T01:33:50.059633+0000","last_fullsized":"2020-10-18T01:33:50.059633+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_clean_scrub_stamp":"2020-10-18T01:25:51.350429+0000","log_size":7793,"ondisk_log_size":7793,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6808293061,"num_objects":2279,"num_object_clones":0,"num_object_copies":4558,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2279,"num_whiteouts":0,"num_read":9664,"num_read_kb":7093711,"num_write":9430,"num_write_kb":6999009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.551184+0000","last_change":"2020-10-18T01:25:44.356307+0000","last_active":"2020-10-18T01:28:32.551184+0000","last_peered":"2020-10-18T01:28:32.551184+0000","last_clean":"2020-10-18T01:28:32.551184+0000","last_became_active":"2020-10-18T01:25:44.355895+0000","last_became_peered":"2020-10-18T01:25:44.355895+0000","last_unstale":"2020-10-18T01:28:32.551184+0000","last_undegraded":"2020-10-18T01:28:32.551184+0000","last_fullsized":"2020-10-18T01:28:32.551184+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"33'9804","reported_seq":"13382","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-18T01:33:43.437043+0000","last_change":"2020-10-18T01:25:54.368841+0000","last_active":"2020-10-18T01:33:43.437043+0000","last_peered":"2020-10-18T01:33:43.437043+0000","last_clean":"2020-10-18T01:33:43.437043+0000","last_became_active":"2020-10-18T01:25:54.368583+0000","last_became_peered":"2020-10-18T01:25:54.368583+0000","last_unstale":"2020-10-18T01:33:43.437043+0000","last_undegraded":"2020-10-18T01:33:43.437043+0000","last_fullsized":"2020-10-18T01:33:43.437043+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_clean_scrub_stamp":"2020-10-18T01:25:53.355413+0000","log_size":9804,"ondisk_log_size":9804,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":110554172,"num_objects":58,"num_object_clones":0,"num_object_copies":116,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":12,"num_read":3066,"num_read_kb":117946,"num_write":8759,"num_write_kb":2508759,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":4990,"num_flush":1855,"num_flush_kb":4701286,"num_evict":1832,"num_evict_kb":4643159,"num_promote":1985,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'7530","reported_seq":"13489","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-18T01:33:50.066375+0000","last_change":"2020-10-18T01:25:52.648237+0000","last_active":"2020-10-18T01:33:50.066375+0000","last_peered":"2020-10-18T01:33:50.066375+0000","last_clean":"2020-10-18T01:33:50.066375+0000","last_became_active":"2020-10-18T01:25:52.647851+0000","last_became_peered":"2020-10-18T01:25:52.647851+0000","last_unstale":"2020-10-18T01:33:50.066375+0000","last_undegraded":"2020-10-18T01:33:50.066375+0000","last_fullsized":"2020-10-18T01:33:50.066375+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_clean_scrub_stamp":"2020-10-18T01:25:51.350429+0000","log_size":7530,"ondisk_log_size":7530,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6549890162,"num_objects":2193,"num_object_clones":0,"num_object_copies":4386,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2193,"num_whiteouts":0,"num_read":9439,"num_read_kb":6949976,"num_write":9130,"num_write_kb":6756767,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.555834+0000","last_change":"2020-10-18T01:25:44.340282+0000","last_active":"2020-10-18T01:28:32.555834+0000","last_peered":"2020-10-18T01:28:32.555834+0000","last_clean":"2020-10-18T01:28:32.555834+0000","last_became_active":"2020-10-18T01:25:44.339855+0000","last_became_peered":"2020-10-18T01:25:44.339855+0000","last_unstale":"2020-10-18T01:28:32.555834+0000","last_undegraded":"2020-10-18T01:28:32.555834+0000","last_fullsized":"2020-10-18T01:28:32.555834+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.555934+0000","last_change":"2020-10-18T01:25:44.340308+0000","last_active":"2020-10-18T01:28:32.555934+0000","last_peered":"2020-10-18T01:28:32.555934+0000","last_clean":"2020-10-18T01:28:32.555934+0000","last_became_active":"2020-10-18T01:25:44.339829+0000","last_became_peered":"2020-10-18T01:25:44.339829+0000","last_unstale":"2020-10-18T01:28:32.555934+0000","last_undegraded":"2020-10-18T01:28:32.555934+0000","last_fullsized":"2020-10-18T01:28:32.555934+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.551183+0000","last_change":"2020-10-18T01:25:44.498892+0000","last_active":"2020-10-18T01:28:32.551183+0000","last_peered":"2020-10-18T01:28:32.551183+0000","last_clean":"2020-10-18T01:28:32.551183+0000","last_became_active":"2020-10-18T01:25:44.498438+0000","last_became_peered":"2020-10-18T01:25:44.498438+0000","last_unstale":"2020-10-18T01:28:32.551183+0000","last_undegraded":"2020-10-18T01:28:32.551183+0000","last_fullsized":"2020-10-18T01:28:32.551183+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":415143582,"num_objects":223,"num_object_clones":0,"num_object_copies":446,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":189,"num_whiteouts":50,"num_read":12511,"num_read_kb":472095,"num_write":35402,"num_write_kb":10359611,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":32,"num_bytes_hit_set_archive":19941,"num_flush":7593,"num_flush_kb":19141840,"num_evict":7462,"num_evict_kb":18823638,"num_promote":8079,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":612712448,"data_stored":765727508,"data_compressed":3225858,"data_compressed_allocated":154247168,"data_compressed_original":308416564,"omap_allocated":0,"internal_metadata":0},"log_size":39349,"ondisk_log_size":39349,"up":8,"acting":8,"num_store_stats":5},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":6},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":27107519623,"num_objects":9072,"num_object_clones":0,"num_object_copies":18144,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9072,"num_whiteouts":0,"num_read":38533,"num_read_kb":28052910,"num_write":37881,"num_write_kb":28272870,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":33378238464,"data_stored":40433323064,"data_compressed":158437094,"data_compressed_allocated":7161921536,"data_compressed_original":14323810570,"omap_allocated":0,"internal_metadata":0},"log_size":31305,"ondisk_log_size":31305,"up":8,"acting":8,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640357,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9411992,"kb_used_data":8357540,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":84959848,"statfs":{"total":96636764160,"available":86998884352,"internally_reserved":1073741824,"allocated":8558120960,"data_stored":10398502433,"data_compressed":41121585,"data_compressed_allocated":1867489280,"data_compressed_original":3734968247,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Oct 18 01:32:54 2020","interfaces":[{"interface":"back","average":{"1min":0.96099999999999997,"5min":0.85099999999999998,"15min":0.749},"min":{"1min":0.443,"5min":0.443,"15min":0.35299999999999998},"max":{"1min":2.5190000000000001,"5min":3.7770000000000001,"15min":3.7770000000000001},"last":0.96099999999999997},{"interface":"front","average":{"1min":1.371,"5min":0.84799999999999998,"15min":0.73299999999999998},"min":{"1min":0.49399999999999999,"5min":0.47199999999999998,"15min":0.438},"max":{"1min":10.742000000000001,"5min":10.742000000000001,"15min":10.742000000000001},"last":1.018}]},{"osd":1,"last update":"Sun Oct 18 01:32:54 2020","interfaces":[{"interface":"back","average":{"1min":0.96299999999999997,"5min":0.91500000000000004,"15min":0.82599999999999996},"min":{"1min":0.46800000000000003,"5min":0.45400000000000001,"15min":0.45000000000000001},"max":{"1min":1.8069999999999999,"5min":2.2719999999999998,"15min":2.2719999999999998},"last":1.054},{"interface":"front","average":{"1min":1.5209999999999999,"5min":1.05,"15min":0.871},"min":{"1min":0.57799999999999996,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":10.691000000000001,"5min":10.691000000000001,"15min":10.691000000000001},"last":1.1040000000000001}]},{"osd":2,"last update":"Sun Oct 18 01:32:54 2020","interfaces":[{"interface":"back","average":{"1min":0.95699999999999996,"5min":0.96999999999999997,"15min":0.84099999999999997},"min":{"1min":0.54800000000000004,"5min":0.53000000000000003,"15min":0.51300000000000001},"max":{"1min":1.97,"5min":3.1019999999999999,"15min":3.1019999999999999},"last":0.83799999999999997},{"interface":"front","average":{"1min":1.026,"5min":0.96899999999999997,"15min":0.84899999999999998},"min":{"1min":0.58699999999999997,"5min":0.56599999999999995,"15min":0.55300000000000005},"max":{"1min":2.7450000000000001,"5min":2.7450000000000001,"15min":2.7450000000000001},"last":0.79600000000000004}]},{"osd":3,"last update":"Sun Oct 18 01:32:54 2020","interfaces":[{"interface":"back","average":{"1min":0.86799999999999999,"5min":0.76800000000000002,"15min":0.73499999999999999},"min":{"1min":0.52000000000000002,"5min":0.47099999999999997,"15min":0.44},"max":{"1min":2.2719999999999998,"5min":2.2719999999999998,"15min":2.2719999999999998},"last":0.68200000000000005},{"interface":"front","average":{"1min":1.115,"5min":0.97799999999999998,"15min":0.82499999999999996},"min":{"1min":0.54200000000000004,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":3.6920000000000002,"5min":3.6920000000000002,"15min":3.6920000000000002},"last":0.64800000000000002}]},{"osd":4,"last update":"Sun Oct 18 01:32:54 2020","interfaces":[{"interface":"back","average":{"1min":1.04,"5min":1.0109999999999999,"15min":0.94299999999999995},"min":{"1min":0.60099999999999998,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":2.79,"5min":2.79,"15min":2.79},"last":1.1899999999999999},{"interface":"front","average":{"1min":0.97299999999999998,"5min":0.93100000000000005,"15min":0.86199999999999999},"min":{"1min":0.65100000000000002,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":2.0630000000000002,"5min":2.0630000000000002,"15min":2.0630000000000002},"last":0.89900000000000002}]}]},{"osd":4,"up_from":11,"seq":47244640357,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1233348,"kb_used_data":152560,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93138492,"statfs":{"total":96636764160,"available":95373815808,"internally_reserved":1073741824,"allocated":156221440,"data_stored":196270712,"data_compressed":832623,"data_compressed_allocated":40521728,"data_compressed_original":81019017,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Oct 18 01:33:01 2020","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.75700000000000001,"15min":0.69299999999999995},"min":{"1min":0.35799999999999998,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.897,"5min":2.0169999999999999,"15min":2.0169999999999999},"last":0.85699999999999998},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.81200000000000006,"15min":0.71399999999999997},"min":{"1min":0.439,"5min":0.42299999999999999,"15min":0.39400000000000002},"max":{"1min":1.3700000000000001,"5min":5.4829999999999997,"15min":5.4829999999999997},"last":0.55200000000000005}]},{"osd":1,"last update":"Sun Oct 18 01:33:01 2020","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.96799999999999997,"15min":0.88500000000000001},"min":{"1min":0.64000000000000001,"5min":0.437,"15min":0.434},"max":{"1min":1.391,"5min":5.1890000000000001,"15min":5.1890000000000001},"last":1.0580000000000001},{"interface":"front","average":{"1min":1.079,"5min":1.0449999999999999,"15min":0.90900000000000003},"min":{"1min":0.53800000000000003,"5min":0.47099999999999997,"15min":0.42399999999999999},"max":{"1min":3.2320000000000002,"5min":5.2089999999999996,"15min":5.2089999999999996},"last":0.89000000000000001}]},{"osd":2,"last update":"Sun Oct 18 01:33:01 2020","interfaces":[{"interface":"back","average":{"1min":0.82899999999999996,"5min":0.93899999999999995,"15min":0.84399999999999997},"min":{"1min":0.58999999999999997,"5min":0.52000000000000002,"15min":0.48899999999999999},"max":{"1min":1.3899999999999999,"5min":4.9630000000000001,"15min":4.9630000000000001},"last":0.626},{"interface":"front","average":{"1min":0.92900000000000005,"5min":0.95099999999999996,"15min":0.88800000000000001},"min":{"1min":0.59899999999999998,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":2.3929999999999998,"5min":2.3929999999999998,"15min":2.3929999999999998},"last":0.66900000000000004}]},{"osd":3,"last update":"Sun Oct 18 01:33:01 2020","interfaces":[{"interface":"back","average":{"1min":0.72299999999999998,"5min":0.83099999999999996,"15min":0.79300000000000004},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.41599999999999998},"max":{"1min":1.52,"5min":5.1150000000000002,"15min":5.1150000000000002},"last":0.73599999999999999},{"interface":"front","average":{"1min":1.0069999999999999,"5min":0.98499999999999999,"15min":0.88900000000000001},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":3.1440000000000001,"5min":7.3920000000000003,"15min":7.3920000000000003},"last":0.78800000000000003}]},{"osd":5,"last update":"Sun Oct 18 01:33:01 2020","interfaces":[{"interface":"back","average":{"1min":1.03,"5min":0.91200000000000003,"15min":0.82899999999999996},"min":{"1min":0.498,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":4.2000000000000002,"5min":4.5090000000000003,"15min":4.5090000000000003},"last":1.2310000000000001},{"interface":"front","average":{"1min":0.86199999999999999,"5min":0.97299999999999998,"15min":0.91900000000000004},"min":{"1min":0.53800000000000003,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.6379999999999999,"5min":5.2789999999999999,"15min":5.2789999999999999},"last":0.82199999999999995}]}]},{"osd":3,"up_from":11,"seq":47244640357,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":4987880,"kb_used_data":3939296,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":89383960,"statfs":{"total":96636764160,"available":91529175040,"internally_reserved":1073741824,"allocated":4033839104,"data_stored":4874395849,"data_compressed":18872831,"data_compressed_allocated":853598208,"data_compressed_original":1707196416,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Oct 18 01:32:53 2020","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.73999999999999999,"15min":0.68300000000000005},"min":{"1min":0.45300000000000001,"5min":0.39200000000000002,"15min":0.32700000000000001},"max":{"1min":0.86699999999999999,"5min":2.609,"15min":2.609},"last":0.78400000000000003},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.77300000000000002,"15min":0.75600000000000001},"min":{"1min":0.51700000000000002,"5min":0.441,"15min":0.42999999999999999},"max":{"1min":1.9390000000000001,"5min":2.3039999999999998,"15min":2.3039999999999998},"last":1.0629999999999999}]},{"osd":1,"last update":"Sun Oct 18 01:32:53 2020","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.85699999999999998,"15min":0.84399999999999997},"min":{"1min":0.54000000000000004,"5min":0.497,"15min":0.45500000000000002},"max":{"1min":1.0029999999999999,"5min":2.1469999999999998,"15min":2.1469999999999998},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.871,"5min":0.92200000000000004,"15min":0.85299999999999998},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.438},"max":{"1min":2.012,"5min":2.012,"15min":2.012},"last":1.2270000000000001}]},{"osd":2,"last update":"Sun Oct 18 01:32:53 2020","interfaces":[{"interface":"back","average":{"1min":0.78000000000000003,"5min":0.97199999999999998,"15min":0.88100000000000001},"min":{"1min":0.50700000000000001,"5min":0.496,"15min":0.49199999999999999},"max":{"1min":1.0249999999999999,"5min":5.0819999999999999,"15min":5.0819999999999999},"last":0.92400000000000004},{"interface":"front","average":{"1min":0.95699999999999996,"5min":1.1060000000000001,"15min":1.0469999999999999},"min":{"1min":0.68000000000000005,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":2.0840000000000001,"5min":5.1369999999999996,"15min":5.1369999999999996},"last":1.2929999999999999}]},{"osd":4,"last update":"Sun Oct 18 01:32:53 2020","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":1.218,"15min":0.94399999999999995},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":1.0980000000000001,"5min":37.502000000000002,"15min":37.502000000000002},"last":0.81399999999999995},{"interface":"front","average":{"1min":0.71699999999999997,"5min":1.363,"15min":1.0549999999999999},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.393,"5min":36.932000000000002,"15min":36.932000000000002},"last":0.63400000000000001}]},{"osd":5,"last update":"Sun Oct 18 01:32:53 2020","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":1.6259999999999999,"15min":1.1519999999999999},"min":{"1min":0.54900000000000004,"5min":0.54700000000000004,"15min":0.54100000000000004},"max":{"1min":2.7149999999999999,"5min":39.942999999999998,"15min":39.942999999999998},"last":1.1499999999999999},{"interface":"front","average":{"1min":0.83699999999999997,"5min":1.6819999999999999,"15min":1.204},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.496,"5min":40.052999999999997,"15min":40.052999999999997},"last":0.96299999999999997}]}]},{"osd":2,"up_from":11,"seq":47244640357,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9281724,"kb_used_data":8215660,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":85090116,"statfs":{"total":96636764160,"available":87132278784,"internally_reserved":1073741824,"allocated":8412835840,"data_stored":10192122225,"data_compressed":39972159,"data_compressed_allocated":1806553088,"data_compressed_original":3613082593,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Oct 18 01:32:52 2020","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.63700000000000001,"15min":0.52300000000000002},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.34200000000000003},"max":{"1min":0.72899999999999998,"5min":4.2809999999999997,"15min":4.2809999999999997},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.69499999999999995,"15min":0.60899999999999999},"min":{"1min":0.442,"5min":0.38800000000000001,"15min":0.373},"max":{"1min":0.86899999999999999,"5min":4.7809999999999997,"15min":4.7809999999999997},"last":0.621}]},{"osd":1,"last update":"Sun Oct 18 01:32:52 2020","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.875,"15min":0.69799999999999995},"min":{"1min":0.42999999999999999,"5min":0.41099999999999998,"15min":0.35799999999999998},"max":{"1min":1.0629999999999999,"5min":7.133,"15min":7.133},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.77900000000000003,"15min":0.65100000000000002},"min":{"1min":0.44400000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.86299999999999999,"5min":6.9870000000000001,"15min":6.9870000000000001},"last":0.66800000000000004}]},{"osd":3,"last update":"Sun Oct 18 01:32:52 2020","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.92900000000000005,"15min":0.79100000000000004},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.443},"max":{"1min":1.4590000000000001,"5min":8.0749999999999993,"15min":8.0749999999999993},"last":1.069},{"interface":"front","average":{"1min":0.76000000000000001,"5min":1.012,"15min":0.871},"min":{"1min":0.57899999999999996,"5min":0.51500000000000001,"15min":0.497},"max":{"1min":1.1639999999999999,"5min":7.3680000000000003,"15min":7.3680000000000003},"last":0.97899999999999998}]},{"osd":4,"last update":"Sun Oct 18 01:32:52 2020","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.995,"15min":0.90400000000000003},"min":{"1min":0.63700000000000001,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.046,"5min":7.2350000000000003,"15min":7.2350000000000003},"last":1.1040000000000001},{"interface":"front","average":{"1min":0.748,"5min":0.84199999999999997,"15min":0.80000000000000004},"min":{"1min":0.625,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.0349999999999999,"5min":4.4020000000000001,"15min":4.4020000000000001},"last":1.1479999999999999}]},{"osd":5,"last update":"Sun Oct 18 01:32:52 2020","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.91200000000000003,"15min":0.86199999999999999},"min":{"1min":0.60799999999999998,"5min":0.58399999999999996,"15min":0.55300000000000005},"max":{"1min":1.135,"5min":4.5179999999999998,"15min":4.5179999999999998},"last":1.0109999999999999},{"interface":"front","average":{"1min":0.88600000000000001,"5min":1.0980000000000001,"15min":0.95499999999999996},"min":{"1min":0.68899999999999995,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.595,"5min":8.202,"15min":8.202},"last":1.1799999999999999}]}]},{"osd":0,"up_from":11,"seq":47244640357,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1233348,"kb_used_data":152560,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93138492,"statfs":{"total":96636764160,"available":95373815808,"internally_reserved":1073741824,"allocated":156221440,"data_stored":196270712,"data_compressed":832623,"data_compressed_allocated":40521728,"data_compressed_original":81019017,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Oct 18 01:32:56 2020","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.751,"15min":0.60799999999999998},"min":{"1min":0.38600000000000001,"5min":0.34699999999999998,"15min":0.32200000000000001},"max":{"1min":0.79100000000000004,"5min":5.9649999999999999,"15min":5.9649999999999999},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.73399999999999999,"15min":0.66200000000000003},"min":{"1min":0.42699999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.4099999999999999,"5min":3,"15min":3},"last":0.42399999999999999}]},{"osd":2,"last update":"Sun Oct 18 01:32:56 2020","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.81299999999999994,"15min":0.69299999999999995},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.39100000000000001},"max":{"1min":0.88700000000000001,"5min":6.8150000000000004,"15min":6.8150000000000004},"last":0.5},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.86299999999999999,"15min":0.71799999999999997},"min":{"1min":0.42999999999999999,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.94199999999999995,"5min":6.0490000000000004,"15min":6.0490000000000004},"last":0.53600000000000003}]},{"osd":3,"last update":"Sun Oct 18 01:32:56 2020","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.79100000000000004,"15min":0.76700000000000002},"min":{"1min":0.58399999999999996,"5min":0.54800000000000004,"15min":0.47299999999999998},"max":{"1min":1.087,"5min":1.7150000000000001,"15min":1.7150000000000001},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.91100000000000003,"15min":0.91900000000000004},"min":{"1min":0.55700000000000005,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":2.1789999999999998,"5min":4.8520000000000003,"15min":4.8520000000000003},"last":0.68100000000000005}]},{"osd":4,"last update":"Sun Oct 18 01:32:56 2020","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":1.0129999999999999,"15min":0.91700000000000004},"min":{"1min":0.59599999999999997,"5min":0.53800000000000003,"15min":0.45800000000000002},"max":{"1min":1.8819999999999999,"5min":4.9610000000000003,"15min":4.9610000000000003},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.995,"5min":1.083,"15min":1.0129999999999999},"min":{"1min":0.65000000000000002,"5min":0.58499999999999996,"15min":0.58099999999999996},"max":{"1min":1.952,"5min":6.1260000000000003,"15min":6.1260000000000003},"last":0.877}]},{"osd":5,"last update":"Sun Oct 18 01:32:56 2020","interfaces":[{"interface":"back","average":{"1min":0.874,"5min":1.0669999999999999,"15min":0.92600000000000005},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.4319999999999999,"5min":6.1879999999999997,"15min":6.1879999999999997},"last":0.95599999999999996},{"interface":"front","average":{"1min":0.88400000000000001,"5min":0.94199999999999995,"15min":0.96099999999999997},"min":{"1min":0.66400000000000003,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.1639999999999999,"5min":3.2120000000000002,"15min":3.2120000000000002},"last":0.65200000000000002}]}]},{"osd":1,"up_from":11,"seq":47244640357,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":13447656,"kb_used_data":12378304,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":80924184,"statfs":{"total":96636764160,"available":82866364416,"internally_reserved":1073741824,"allocated":12675383296,"data_stored":15342191865,"data_compressed":60031131,"data_compressed_allocated":2707484672,"data_compressed_original":5414941844,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Oct 18 01:33:54 2020","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.67400000000000004,"15min":0.58499999999999996},"min":{"1min":0.39600000000000002,"5min":0.35699999999999998,"15min":0.35199999999999998},"max":{"1min":1.123,"5min":3.343,"15min":3.343},"last":0.435},{"interface":"front","average":{"1min":1.2989999999999999,"5min":0.77000000000000002,"15min":0.70299999999999996},"min":{"1min":0.40300000000000002,"5min":0.39200000000000002,"15min":0.38400000000000001},"max":{"1min":10.708,"5min":10.708,"15min":10.708},"last":0.497}]},{"osd":2,"last update":"Sun Oct 18 01:33:54 2020","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.69499999999999995,"15min":0.59899999999999998},"min":{"1min":0.46700000000000003,"5min":0.38200000000000001,"15min":0.35599999999999998},"max":{"1min":1.2669999999999999,"5min":3.3570000000000002,"15min":3.3570000000000002},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.86899999999999999,"5min":0.84699999999999998,"15min":0.78400000000000003},"min":{"1min":0.52900000000000003,"5min":0.497,"15min":0.41699999999999998},"max":{"1min":3.2599999999999998,"5min":3.4590000000000001,"15min":3.98},"last":0.65200000000000002}]},{"osd":3,"last update":"Sun Oct 18 01:33:54 2020","interfaces":[{"interface":"back","average":{"1min":1.2190000000000001,"5min":0.878,"15min":0.82499999999999996},"min":{"1min":0.505,"5min":0.47899999999999998,"15min":0.45700000000000002},"max":{"1min":11.07,"5min":11.07,"15min":11.07},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.89200000000000002,"5min":0.95799999999999996,"15min":0.85799999999999998},"min":{"1min":0.71399999999999997,"5min":0.61099999999999999,"15min":0.53800000000000003},"max":{"1min":1.5269999999999999,"5min":3.234,"15min":4.1070000000000002},"last":0.74199999999999999}]},{"osd":4,"last update":"Sun Oct 18 01:33:54 2020","interfaces":[{"interface":"back","average":{"1min":1.29,"5min":1.091,"15min":0.93799999999999994},"min":{"1min":0.56200000000000006,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":10.952999999999999,"5min":14.111000000000001,"15min":14.111000000000001},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.94899999999999995,"5min":1.22,"15min":0.99099999999999999},"min":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.55800000000000005},"max":{"1min":1.655,"5min":16.452000000000002,"15min":16.452000000000002},"last":0.875}]},{"osd":5,"last update":"Sun Oct 18 01:33:54 2020","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.82899999999999996,"15min":1.075},"min":{"1min":0.59599999999999997,"5min":0.57699999999999996,"15min":0.52700000000000002},"max":{"1min":1.3839999999999999,"5min":3.7109999999999999,"15min":66.441999999999993},"last":0.72099999999999997},{"interface":"front","average":{"1min":1.018,"5min":1.171,"15min":1.3360000000000001},"min":{"1min":0.77600000000000002,"5min":0.73499999999999999,"15min":0.63100000000000001},"max":{"1min":1.8380000000000001,"5min":5.6630000000000003,"15min":66.647000000000006},"last":0.81399999999999995}]}]}]}} 2020-10-19T00:36:54.880 WARNING:scrape:Ignoring malparsed backtrace: 2020-10-18T01:35:46.687 DEBUG:tasks.ceph.osd.1:waiting for process to exit , 2020-10-18T01:35:46.688 INFO:teuthology.orchestra.run:waiting for 300 , 2020-10-18T01:35:46.771 INFO:tasks.ceph.osd.1:Stopped 2020-10-19T00:36:54.881 WARNING:scrape:Ignoring malparsed backtrace: 2020-10-18T01:42:44.266 INFO:teuthology.orchestra.run.smithi198.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample , 2020-10-18T01:42:44.267 INFO:teuthology.orchestra.run.smithi198.stdout:=============================================================================== , 2020-10-18T01:42:44.267 INFO:teuthology.orchestra.run.smithi198.stdout:^* hv01.front.sepia.ceph.com 2 7 377 17 +697us[ +699us] +/- 46ms 2020-10-19T00:36:54.881 WARNING:scrape:Ignoring malparsed backtrace: suppress = manager.__exit__(*exc_info) , File "/usr/lib/python3.6/contextlib.py", line 99, in __exit__ , self.gen.throw(type, value, traceback) 2020-10-19T00:36:55.023 WARNING:scrape:Ignoring malparsed backtrace: ceph version 15.2.5-355-g2f33da11 (2f33da11da69822d9bab6e9cadb58a7cc3d5720f) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7f5064da1cf4] , 2: (CopyFromOp::_finish(TestOp::CallbackInfo*)+0x4f4) [0x55e7cc3fa734] 2020-10-19T00:36:55.026 WARNING:scrape:Ignoring malparsed backtrace: 2020-10-18T01:33:56.990 INFO:teuthology.orchestra.run.smithi198.stdout: , dumped all , 2020-10-18T01:33:57.001 INFO:teuthology.orchestra.run.smithi198.stdout:{"pg_ready":true,"pg_map":{"version":278,"stamp":"2020-10-18T01:33:56.820295+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":27522663205,"num_objects":9295,"num_object_clones":0,"num_object_copies":18590,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9261,"num_whiteouts":50,"num_read":51044,"num_read_kb":28525005,"num_write":73283,"num_write_kb":38632481,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":32,"num_bytes_hit_set_archive":19941,"num_flush":7593,"num_flush_kb":19141840,"num_evict":7462,"num_evict_kb":18823638,"num_promote":8079,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":70654,"ondisk_log_size":70654,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":566231040,"kb_used":39595948,"kb_used_data":33195920,"kb_used_omap":0,"kb_used_meta":6291456,"kb_avail":526635092,"statfs":{"total":579820584960,"available":539274334208,"internally_reserved":6442450944,"allocated":33992622080,"data_stored":41199753796,"data_compressed":161662952,"data_compressed_allocated":7316168704,"data_compressed_original":14632227134,"omap_allocated":0,"internal_metadata":6442450944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":24,"apply_latency_ms":24,"commit_latency_ns":24000000,"apply_latency_ns":24000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-38368877,"num_objects":-2,"num_object_clones":0,"num_object_copies":-4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":4,"num_read":559,"num_read_kb":590208,"num_write":378,"num_write_kb":197139,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":9,"num_flush_kb":18945,"num_evict":12,"num_evict_kb":21821,"num_promote":24,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002203"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.556263+0000","last_change":"2020-10-18T01:25:44.498646+0000","last_active":"2020-10-18T01:28:32.556263+0000","last_peered":"2020-10-18T01:28:32.556263+0000","last_clean":"2020-10-18T01:28:32.556263+0000","last_became_active":"2020-10-18T01:25:44.498215+0000","last_became_peered":"2020-10-18T01:25:44.498215+0000","last_unstale":"2020-10-18T01:28:32.556263+0000","last_undegraded":"2020-10-18T01:28:32.556263+0000","last_fullsized":"2020-10-18T01:28:32.556263+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.551865+0000","last_change":"2020-10-18T01:25:44.356730+0000","last_active":"2020-10-18T01:28:32.551865+0000","last_peered":"2020-10-18T01:28:32.551865+0000","last_clean":"2020-10-18T01:28:32.551865+0000","last_became_active":"2020-10-18T01:25:44.355933+0000","last_became_peered":"2020-10-18T01:25:44.355933+0000","last_unstale":"2020-10-18T01:28:32.551865+0000","last_undegraded":"2020-10-18T01:28:32.551865+0000","last_fullsized":"2020-10-18T01:28:32.551865+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'10189","reported_seq":"13916","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:33:42.575790+0000","last_change":"2020-10-18T01:25:54.366675+0000","last_active":"2020-10-18T01:33:42.575790+0000","last_peered":"2020-10-18T01:33:42.575790+0000","last_clean":"2020-10-18T01:33:42.575790+0000","last_became_active":"2020-10-18T01:25:54.366279+0000","last_became_peered":"2020-10-18T01:25:54.366279+0000","last_unstale":"2020-10-18T01:33:42.575790+0000","last_undegraded":"2020-10-18T01:33:42.575790+0000","last_fullsized":"2020-10-18T01:33:42.575790+0000","mapping_epoch":18,"log_start":"26'100","ondisk_log_start":"26'100","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_clean_scrub_stamp":"2020-10-18T01:25:53.355413+0000","log_size":10089,"ondisk_log_size":10089,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":101862615,"num_objects":51,"num_object_clones":0,"num_object_copies":102,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":43,"num_whiteouts":8,"num_read":3160,"num_read_kb":109591,"num_write":8951,"num_write_kb":2644727,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":4985,"num_flush":1952,"num_flush_kb":4906643,"num_evict":1934,"num_evict_kb":4867199,"num_promote":2087,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'8145","reported_seq":"14594","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-18T01:33:50.101687+0000","last_change":"2020-10-18T01:25:52.648177+0000","last_active":"2020-10-18T01:33:50.101687+0000","last_peered":"2020-10-18T01:33:50.101687+0000","last_clean":"2020-10-18T01:33:50.101687+0000","last_became_active":"2020-10-18T01:25:52.647812+0000","last_became_peered":"2020-10-18T01:25:52.647812+0000","last_unstale":"2020-10-18T01:33:50.101687+0000","last_undegraded":"2020-10-18T01:33:50.101687+0000","last_fullsized":"2020-10-18T01:33:50.101687+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_clean_scrub_stamp":"2020-10-18T01:25:51.350429+0000","log_size":8145,"ondisk_log_size":8145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6996430941,"num_objects":2341,"num_object_clones":0,"num_object_copies":4682,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2341,"num_whiteouts":0,"num_read":10104,"num_read_kb":7604956,"num_write":9862,"num_write_kb":7347873,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.556215+0000","last_change":"2020-10-18T01:25:44.356396+0000","last_active":"2020-10-18T01:28:32.556215+0000","last_peered":"2020-10-18T01:28:32.556215+0000","last_clean":"2020-10-18T01:28:32.556215+0000","last_became_active":"2020-10-18T01:25:44.355972+0000","last_became_peered":"2020-10-18T01:25:44.355972+0000","last_unstale":"2020-10-18T01:28:32.556215+0000","last_undegraded":"2020-10-18T01:28:32.556215+0000","last_fullsized":"2020-10-18T01:28:32.556215+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"33'10264","reported_seq":"14065","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-18T01:33:47.091364+0000","last_change":"2020-10-18T01:25:54.485897+0000","last_active":"2020-10-18T01:33:47.091364+0000","last_peered":"2020-10-18T01:33:47.091364+0000","last_clean":"2020-10-18T01:33:47.091364+0000","last_became_active":"2020-10-18T01:25:54.485633+0000","last_became_peered":"2020-10-18T01:25:54.485633+0000","last_unstale":"2020-10-18T01:33:47.091364+0000","last_undegraded":"2020-10-18T01:33:47.091364+0000","last_fullsized":"2020-10-18T01:33:47.091364+0000","mapping_epoch":18,"log_start":"27'201","ondisk_log_start":"27'201","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_clean_scrub_stamp":"2020-10-18T01:25:53.355413+0000","log_size":10063,"ondisk_log_size":10063,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":98621475,"num_objects":55,"num_object_clones":0,"num_object_copies":110,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":13,"num_read":3269,"num_read_kb":133355,"num_write":9241,"num_write_kb":2694440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":5032,"num_flush":1988,"num_flush_kb":4975182,"num_evict":1948,"num_evict_kb":4888293,"num_promote":2102,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'7837","reported_seq":"13965","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-18T01:33:50.120808+0000","last_change":"2020-10-18T01:25:52.358380+0000","last_active":"2020-10-18T01:33:50.120808+0000","last_peered":"2020-10-18T01:33:50.120808+0000","last_clean":"2020-10-18T01:33:50.120808+0000","last_became_active":"2020-10-18T01:25:52.358034+0000","last_became_peered":"2020-10-18T01:25:52.358034+0000","last_unstale":"2020-10-18T01:33:50.120808+0000","last_undegraded":"2020-10-18T01:33:50.120808+0000","last_fullsized":"2020-10-18T01:33:50.120808+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_clean_scrub_stamp":"2020-10-18T01:25:51.350429+0000","log_size":7837,"ondisk_log_size":7837,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6752905459,"num_objects":2259,"num_object_clones":0,"num_object_copies":4518,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2259,"num_whiteouts":0,"num_read":9326,"num_read_kb":6404267,"num_write":9459,"num_write_kb":7169221,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.551902+0000","last_change":"2020-10-18T01:25:44.356333+0000","last_active":"2020-10-18T01:28:32.551902+0000","last_peered":"2020-10-18T01:28:32.551902+0000","last_clean":"2020-10-18T01:28:32.551902+0000","last_became_active":"2020-10-18T01:25:44.355922+0000","last_became_peered":"2020-10-18T01:25:44.355922+0000","last_unstale":"2020-10-18T01:28:32.551902+0000","last_undegraded":"2020-10-18T01:28:32.551902+0000","last_fullsized":"2020-10-18T01:28:32.551902+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"32'9393","reported_seq":"12971","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:33:42.582227+0000","last_change":"2020-10-18T01:25:54.439933+0000","last_active":"2020-10-18T01:33:42.582227+0000","last_peered":"2020-10-18T01:33:42.582227+0000","last_clean":"2020-10-18T01:33:42.582227+0000","last_became_active":"2020-10-18T01:25:54.439523+0000","last_became_peered":"2020-10-18T01:25:54.439523+0000","last_unstale":"2020-10-18T01:33:42.582227+0000","last_undegraded":"2020-10-18T01:33:42.582227+0000","last_fullsized":"2020-10-18T01:33:42.582227+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_clean_scrub_stamp":"2020-10-18T01:25:53.355413+0000","log_size":9393,"ondisk_log_size":9393,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":104105320,"num_objects":59,"num_object_clones":0,"num_object_copies":118,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":51,"num_whiteouts":17,"num_read":3016,"num_read_kb":111203,"num_write":8451,"num_write_kb":2511685,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":4934,"num_flush":1798,"num_flush_kb":4558729,"num_evict":1748,"num_evict_kb":4424987,"num_promote":1905,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'7793","reported_seq":"13941","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-18T01:33:50.059633+0000","last_change":"2020-10-18T01:25:52.648385+0000","last_active":"2020-10-18T01:33:50.059633+0000","last_peered":"2020-10-18T01:33:50.059633+0000","last_clean":"2020-10-18T01:33:50.059633+0000","last_became_active":"2020-10-18T01:25:52.647863+0000","last_became_peered":"2020-10-18T01:25:52.647863+0000","last_unstale":"2020-10-18T01:33:50.059633+0000","last_undegraded":"2020-10-18T01:33:50.059633+0000","last_fullsized":"2020-10-18T01:33:50.059633+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_clean_scrub_stamp":"2020-10-18T01:25:51.350429+0000","log_size":7793,"ondisk_log_size":7793,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6808293061,"num_objects":2279,"num_object_clones":0,"num_object_copies":4558,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2279,"num_whiteouts":0,"num_read":9664,"num_read_kb":7093711,"num_write":9430,"num_write_kb":6999009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.551184+0000","last_change":"2020-10-18T01:25:44.356307+0000","last_active":"2020-10-18T01:28:32.551184+0000","last_peered":"2020-10-18T01:28:32.551184+0000","last_clean":"2020-10-18T01:28:32.551184+0000","last_became_active":"2020-10-18T01:25:44.355895+0000","last_became_peered":"2020-10-18T01:25:44.355895+0000","last_unstale":"2020-10-18T01:28:32.551184+0000","last_undegraded":"2020-10-18T01:28:32.551184+0000","last_fullsized":"2020-10-18T01:28:32.551184+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"33'9804","reported_seq":"13382","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-18T01:33:43.437043+0000","last_change":"2020-10-18T01:25:54.368841+0000","last_active":"2020-10-18T01:33:43.437043+0000","last_peered":"2020-10-18T01:33:43.437043+0000","last_clean":"2020-10-18T01:33:43.437043+0000","last_became_active":"2020-10-18T01:25:54.368583+0000","last_became_peered":"2020-10-18T01:25:54.368583+0000","last_unstale":"2020-10-18T01:33:43.437043+0000","last_undegraded":"2020-10-18T01:33:43.437043+0000","last_fullsized":"2020-10-18T01:33:43.437043+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:53.355413+0000","last_clean_scrub_stamp":"2020-10-18T01:25:53.355413+0000","log_size":9804,"ondisk_log_size":9804,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":110554172,"num_objects":58,"num_object_clones":0,"num_object_copies":116,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":12,"num_read":3066,"num_read_kb":117946,"num_write":8759,"num_write_kb":2508759,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":4990,"num_flush":1855,"num_flush_kb":4701286,"num_evict":1832,"num_evict_kb":4643159,"num_promote":1985,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'7530","reported_seq":"13489","reported_epoch":"33","state":"active+clean","last_fresh":"2020-10-18T01:33:50.066375+0000","last_change":"2020-10-18T01:25:52.648237+0000","last_active":"2020-10-18T01:33:50.066375+0000","last_peered":"2020-10-18T01:33:50.066375+0000","last_clean":"2020-10-18T01:33:50.066375+0000","last_became_active":"2020-10-18T01:25:52.647851+0000","last_became_peered":"2020-10-18T01:25:52.647851+0000","last_unstale":"2020-10-18T01:33:50.066375+0000","last_undegraded":"2020-10-18T01:33:50.066375+0000","last_fullsized":"2020-10-18T01:33:50.066375+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:51.350429+0000","last_clean_scrub_stamp":"2020-10-18T01:25:51.350429+0000","log_size":7530,"ondisk_log_size":7530,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6549890162,"num_objects":2193,"num_object_clones":0,"num_object_copies":4386,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2193,"num_whiteouts":0,"num_read":9439,"num_read_kb":6949976,"num_write":9130,"num_write_kb":6756767,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.555834+0000","last_change":"2020-10-18T01:25:44.340282+0000","last_active":"2020-10-18T01:28:32.555834+0000","last_peered":"2020-10-18T01:28:32.555834+0000","last_clean":"2020-10-18T01:28:32.555834+0000","last_became_active":"2020-10-18T01:25:44.339855+0000","last_became_peered":"2020-10-18T01:25:44.339855+0000","last_unstale":"2020-10-18T01:28:32.555834+0000","last_undegraded":"2020-10-18T01:28:32.555834+0000","last_fullsized":"2020-10-18T01:28:32.555834+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.555934+0000","last_change":"2020-10-18T01:25:44.340308+0000","last_active":"2020-10-18T01:28:32.555934+0000","last_peered":"2020-10-18T01:28:32.555934+0000","last_clean":"2020-10-18T01:28:32.555934+0000","last_became_active":"2020-10-18T01:25:44.339829+0000","last_became_peered":"2020-10-18T01:25:44.339829+0000","last_unstale":"2020-10-18T01:28:32.555934+0000","last_undegraded":"2020-10-18T01:28:32.555934+0000","last_fullsized":"2020-10-18T01:28:32.555934+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-10-18T01:28:32.551183+0000","last_change":"2020-10-18T01:25:44.498892+0000","last_active":"2020-10-18T01:28:32.551183+0000","last_peered":"2020-10-18T01:28:32.551183+0000","last_clean":"2020-10-18T01:28:32.551183+0000","last_became_active":"2020-10-18T01:25:44.498438+0000","last_became_peered":"2020-10-18T01:25:44.498438+0000","last_unstale":"2020-10-18T01:28:32.551183+0000","last_undegraded":"2020-10-18T01:28:32.551183+0000","last_fullsized":"2020-10-18T01:28:32.551183+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-10-18T01:25:43.329509+0000","last_clean_scrub_stamp":"2020-10-18T01:25:43.329509+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":415143582,"num_objects":223,"num_object_clones":0,"num_object_copies":446,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":189,"num_whiteouts":50,"num_read":12511,"num_read_kb":472095,"num_write":35402,"num_write_kb":10359611,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":32,"num_bytes_hit_set_archive":19941,"num_flush":7593,"num_flush_kb":19141840,"num_evict":7462,"num_evict_kb":18823638,"num_promote":8079,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":612712448,"data_stored":765727508,"data_compressed":3225858,"data_compressed_allocated":154247168,"data_compressed_original":308416564,"omap_allocated":0,"internal_metadata":0},"log_size":39349,"ondisk_log_size":39349,"up":8,"acting":8,"num_store_stats":5},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":6},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":27107519623,"num_objects":9072,"num_object_clones":0,"num_object_copies":18144,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9072,"num_whiteouts":0,"num_read":38533,"num_read_kb":28052910,"num_write":37881,"num_write_kb":28272870,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":33378238464,"data_stored":40433323064,"data_compressed":158437094,"data_compressed_allocated":7161921536,"data_compressed_original":14323810570,"omap_allocated":0,"internal_metadata":0},"log_size":31305,"ondisk_log_size":31305,"up":8,"acting":8,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640357,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9411992,"kb_used_data":8357540,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":84959848,"statfs":{"total":96636764160,"available":86998884352,"internally_reserved":1073741824,"allocated":8558120960,"data_stored":10398502433,"data_compressed":41121585,"data_compressed_allocated":1867489280,"data_compressed_original":3734968247,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Oct 18 01:32:54 2020","interfaces":[{"interface":"back","average":{"1min":0.96099999999999997,"5min":0.85099999999999998,"15min":0.749},"min":{"1min":0.443,"5min":0.443,"15min":0.35299999999999998},"max":{"1min":2.5190000000000001,"5min":3.7770000000000001,"15min":3.7770000000000001},"last":0.96099999999999997},{"interface":"front","average":{"1min":1.371,"5min":0.84799999999999998,"15min":0.73299999999999998},"min":{"1min":0.49399999999999999,"5min":0.47199999999999998,"15min":0.438},"max":{"1min":10.742000000000001,"5min":10.742000000000001,"15min":10.742000000000001},"last":1.018}]},{"osd":1,"last update":"Sun Oct 18 01:32:54 2020","interfaces":[{"interface":"back","average":{"1min":0.96299999999999997,"5min":0.91500000000000004,"15min":0.82599999999999996},"min":{"1min":0.46800000000000003,"5min":0.45400000000000001,"15min":0.45000000000000001},"max":{"1min":1.8069999999999999,"5min":2.2719999999999998,"15min":2.2719999999999998},"last":1.054},{"interface":"front","average":{"1min":1.5209999999999999,"5min":1.05,"15min":0.871},"min":{"1min":0.57799999999999996,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":10.691000000000001,"5min":10.691000000000001,"15min":10.691000000000001},"last":1.1040000000000001}]},{"osd":2,"last update":"Sun Oct 18 01:32:54 2020","interfaces":[{"interface":"back","average":{"1min":0.95699999999999996,"5min":0.96999999999999997,"15min":0.84099999999999997},"min":{"1min":0.54800000000000004,"5min":0.53000000000000003,"15min":0.51300000000000001},"max":{"1min":1.97,"5min":3.1019999999999999,"15min":3.1019999999999999},"last":0.83799999999999997},{"interface":"front","average":{"1min":1.026,"5min":0.96899999999999997,"15min":0.84899999999999998},"min":{"1min":0.58699999999999997,"5min":0.56599999999999995,"15min":0.55300000000000005},"max":{"1min":2.7450000000000001,"5min":2.7450000000000001,"15min":2.7450000000000001},"last":0.79600000000000004}]},{"osd":3,"last update":"Sun Oct 18 01:32:54 2020","interfaces":[{"interface":"back","average":{"1min":0.86799999999999999,"5min":0.76800000000000002,"15min":0.73499999999999999},"min":{"1min":0.52000000000000002,"5min":0.47099999999999997,"15min":0.44},"max":{"1min":2.2719999999999998,"5min":2.2719999999999998,"15min":2.2719999999999998},"last":0.68200000000000005},{"interface":"front","average":{"1min":1.115,"5min":0.97799999999999998,"15min":0.82499999999999996},"min":{"1min":0.54200000000000004,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":3.6920000000000002,"5min":3.6920000000000002,"15min":3.6920000000000002},"last":0.64800000000000002}]},{"osd":4,"last update":"Sun Oct 18 01:32:54 2020","interfaces":[{"interface":"back","average":{"1min":1.04,"5min":1.0109999999999999,"15min":0.94299999999999995},"min":{"1min":0.60099999999999998,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":2.79,"5min":2.79,"15min":2.79},"last":1.1899999999999999},{"interface":"front","average":{"1min":0.97299999999999998,"5min":0.93100000000000005,"15min":0.86199999999999999},"min":{"1min":0.65100000000000002,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":2.0630000000000002,"5min":2.0630000000000002,"15min":2.0630000000000002},"last":0.89900000000000002}]}]},{"osd":4,"up_from":11,"seq":47244640357,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1233348,"kb_used_data":152560,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93138492,"statfs":{"total":96636764160,"available":95373815808,"internally_reserved":1073741824,"allocated":156221440,"data_stored":196270712,"data_compressed":832623,"data_compressed_allocated":40521728,"data_compressed_original":81019017,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Oct 18 01:33:01 2020","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.75700000000000001,"15min":0.69299999999999995},"min":{"1min":0.35799999999999998,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.897,"5min":2.0169999999999999,"15min":2.0169999999999999},"last":0.85699999999999998},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.81200000000000006,"15min":0.71399999999999997},"min":{"1min":0.439,"5min":0.42299999999999999,"15min":0.39400000000000002},"max":{"1min":1.3700000000000001,"5min":5.4829999999999997,"15min":5.4829999999999997},"last":0.55200000000000005}]},{"osd":1,"last update":"Sun Oct 18 01:33:01 2020","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.96799999999999997,"15min":0.88500000000000001},"min":{"1min":0.64000000000000001,"5min":0.437,"15min":0.434},"max":{"1min":1.391,"5min":5.1890000000000001,"15min":5.1890000000000001},"last":1.0580000000000001},{"interface":"front","average":{"1min":1.079,"5min":1.0449999999999999,"15min":0.90900000000000003},"min":{"1min":0.53800000000000003,"5min":0.47099999999999997,"15min":0.42399999999999999},"max":{"1min":3.2320000000000002,"5min":5.2089999999999996,"15min":5.2089999999999996},"last":0.89000000000000001}]},{"osd":2,"last update":"Sun Oct 18 01:33:01 2020","interfaces":[{"interface":"back","average":{"1min":0.82899999999999996,"5min":0.93899999999999995,"15min":0.84399999999999997},"min":{"1min":0.58999999999999997,"5min":0.52000000000000002,"15min":0.48899999999999999},"max":{"1min":1.3899999999999999,"5min":4.9630000000000001,"15min":4.9630000000000001},"last":0.626},{"interface":"front","average":{"1min":0.92900000000000005,"5min":0.95099999999999996,"15min":0.88800000000000001},"min":{"1min":0.59899999999999998,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":2.3929999999999998,"5min":2.3929999999999998,"15min":2.3929999999999998},"last":0.66900000000000004}]},{"osd":3,"last update":"Sun Oct 18 01:33:01 2020","interfaces":[{"interface":"back","average":{"1min":0.72299999999999998,"5min":0.83099999999999996,"15min":0.79300000000000004},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.41599999999999998},"max":{"1min":1.52,"5min":5.1150000000000002,"15min":5.1150000000000002},"last":0.73599999999999999},{"interface":"front","average":{"1min":1.0069999999999999,"5min":0.98499999999999999,"15min":0.88900000000000001},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":3.1440000000000001,"5min":7.3920000000000003,"15min":7.3920000000000003},"last":0.78800000000000003}]},{"osd":5,"last update":"Sun Oct 18 01:33:01 2020","interfaces":[{"interface":"back","average":{"1min":1.03,"5min":0.91200000000000003,"15min":0.82899999999999996},"min":{"1min":0.498,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":4.2000000000000002,"5min":4.5090000000000003,"15min":4.5090000000000003},"last":1.2310000000000001},{"interface":"front","average":{"1min":0.86199999999999999,"5min":0.97299999999999998,"15min":0.91900000000000004},"min":{"1min":0.53800000000000003,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.6379999999999999,"5min":5.2789999999999999,"15min":5.2789999999999999},"last":0.82199999999999995}]}]},{"osd":3,"up_from":11,"seq":47244640357,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":4987880,"kb_used_data":3939296,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":89383960,"statfs":{"total":96636764160,"available":91529175040,"internally_reserved":1073741824,"allocated":4033839104,"data_stored":4874395849,"data_compressed":18872831,"data_compressed_allocated":853598208,"data_compressed_original":1707196416,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Oct 18 01:32:53 2020","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.73999999999999999,"15min":0.68300000000000005},"min":{"1min":0.45300000000000001,"5min":0.39200000000000002,"15min":0.32700000000000001},"max":{"1min":0.86699999999999999,"5min":2.609,"15min":2.609},"last":0.78400000000000003},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.77300000000000002,"15min":0.75600000000000001},"min":{"1min":0.51700000000000002,"5min":0.441,"15min":0.42999999999999999},"max":{"1min":1.9390000000000001,"5min":2.3039999999999998,"15min":2.3039999999999998},"last":1.0629999999999999}]},{"osd":1,"last update":"Sun Oct 18 01:32:53 2020","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.85699999999999998,"15min":0.84399999999999997},"min":{"1min":0.54000000000000004,"5min":0.497,"15min":0.45500000000000002},"max":{"1min":1.0029999999999999,"5min":2.1469999999999998,"15min":2.1469999999999998},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.871,"5min":0.92200000000000004,"15min":0.85299999999999998},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.438},"max":{"1min":2.012,"5min":2.012,"15min":2.012},"last":1.2270000000000001}]},{"osd":2,"last update":"Sun Oct 18 01:32:53 2020","interfaces":[{"interface":"back","average":{"1min":0.78000000000000003,"5min":0.97199999999999998,"15min":0.88100000000000001},"min":{"1min":0.50700000000000001,"5min":0.496,"15min":0.49199999999999999},"max":{"1min":1.0249999999999999,"5min":5.0819999999999999,"15min":5.0819999999999999},"last":0.92400000000000004},{"interface":"front","average":{"1min":0.95699999999999996,"5min":1.1060000000000001,"15min":1.0469999999999999},"min":{"1min":0.68000000000000005,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":2.0840000000000001,"5min":5.1369999999999996,"15min":5.1369999999999996},"last":1.2929999999999999}]},{"osd":4,"last update":"Sun Oct 18 01:32:53 2020","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":1.218,"15min":0.94399999999999995},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":1.0980000000000001,"5min":37.502000000000002,"15min":37.502000000000002},"last":0.81399999999999995},{"interface":"front","average":{"1min":0.71699999999999997,"5min":1.363,"15min":1.0549999999999999},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.393,"5min":36.932000000000002,"15min":36.932000000000002},"last":0.63400000000000001}]},{"osd":5,"last update":"Sun Oct 18 01:32:53 2020","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":1.6259999999999999,"15min":1.1519999999999999},"min":{"1min":0.54900000000000004,"5min":0.54700000000000004,"15min":0.54100000000000004},"max":{"1min":2.7149999999999999,"5min":39.942999999999998,"15min":39.942999999999998},"last":1.1499999999999999},{"interface":"front","average":{"1min":0.83699999999999997,"5min":1.6819999999999999,"15min":1.204},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.496,"5min":40.052999999999997,"15min":40.052999999999997},"last":0.96299999999999997}]}]},{"osd":2,"up_from":11,"seq":47244640357,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9281724,"kb_used_data":8215660,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":85090116,"statfs":{"total":96636764160,"available":87132278784,"internally_reserved":1073741824,"allocated":8412835840,"data_stored":10192122225,"data_compressed":39972159,"data_compressed_allocated":1806553088,"data_compressed_original":3613082593,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Oct 18 01:32:52 2020","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.63700000000000001,"15min":0.52300000000000002},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.34200000000000003},"max":{"1min":0.72899999999999998,"5min":4.2809999999999997,"15min":4.2809999999999997},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.69499999999999995,"15min":0.60899999999999999},"min":{"1min":0.442,"5min":0.38800000000000001,"15min":0.373},"max":{"1min":0.86899999999999999,"5min":4.7809999999999997,"15min":4.7809999999999997},"last":0.621}]},{"osd":1,"last update":"Sun Oct 18 01:32:52 2020","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.875,"15min":0.69799999999999995},"min":{"1min":0.42999999999999999,"5min":0.41099999999999998,"15min":0.35799999999999998},"max":{"1min":1.0629999999999999,"5min":7.133,"15min":7.133},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.77900000000000003,"15min":0.65100000000000002},"min":{"1min":0.44400000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.86299999999999999,"5min":6.9870000000000001,"15min":6.9870000000000001},"last":0.66800000000000004}]},{"osd":3,"last update":"Sun Oct 18 01:32:52 2020","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.92900000000000005,"15min":0.79100000000000004},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.443},"max":{"1min":1.4590000000000001,"5min":8.0749999999999993,"15min":8.0749999999999993},"last":1.069},{"interface":"front","average":{"1min":0.76000000000000001,"5min":1.012,"15min":0.871},"min":{"1min":0.57899999999999996,"5min":0.51500000000000001,"15min":0.497},"max":{"1min":1.1639999999999999,"5min":7.3680000000000003,"15min":7.3680000000000003},"last":0.97899999999999998}]},{"osd":4,"last update":"Sun Oct 18 01:32:52 2020","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.995,"15min":0.90400000000000003},"min":{"1min":0.63700000000000001,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.046,"5min":7.2350000000000003,"15min":7.2350000000000003},"last":1.1040000000000001},{"interface":"front","average":{"1min":0.748,"5min":0.84199999999999997,"15min":0.80000000000000004},"min":{"1min":0.625,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.0349999999999999,"5min":4.4020000000000001,"15min":4.4020000000000001},"last":1.1479999999999999}]},{"osd":5,"last update":"Sun Oct 18 01:32:52 2020","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.91200000000000003,"15min":0.86199999999999999},"min":{"1min":0.60799999999999998,"5min":0.58399999999999996,"15min":0.55300000000000005},"max":{"1min":1.135,"5min":4.5179999999999998,"15min":4.5179999999999998},"last":1.0109999999999999},{"interface":"front","average":{"1min":0.88600000000000001,"5min":1.0980000000000001,"15min":0.95499999999999996},"min":{"1min":0.68899999999999995,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.595,"5min":8.202,"15min":8.202},"last":1.1799999999999999}]}]},{"osd":0,"up_from":11,"seq":47244640357,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1233348,"kb_used_data":152560,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93138492,"statfs":{"total":96636764160,"available":95373815808,"internally_reserved":1073741824,"allocated":156221440,"data_stored":196270712,"data_compressed":832623,"data_compressed_allocated":40521728,"data_compressed_original":81019017,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Oct 18 01:32:56 2020","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.751,"15min":0.60799999999999998},"min":{"1min":0.38600000000000001,"5min":0.34699999999999998,"15min":0.32200000000000001},"max":{"1min":0.79100000000000004,"5min":5.9649999999999999,"15min":5.9649999999999999},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.73399999999999999,"15min":0.66200000000000003},"min":{"1min":0.42699999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.4099999999999999,"5min":3,"15min":3},"last":0.42399999999999999}]},{"osd":2,"last update":"Sun Oct 18 01:32:56 2020","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.81299999999999994,"15min":0.69299999999999995},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.39100000000000001},"max":{"1min":0.88700000000000001,"5min":6.8150000000000004,"15min":6.8150000000000004},"last":0.5},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.86299999999999999,"15min":0.71799999999999997},"min":{"1min":0.42999999999999999,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.94199999999999995,"5min":6.0490000000000004,"15min":6.0490000000000004},"last":0.53600000000000003}]},{"osd":3,"last update":"Sun Oct 18 01:32:56 2020","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.79100000000000004,"15min":0.76700000000000002},"min":{"1min":0.58399999999999996,"5min":0.54800000000000004,"15min":0.47299999999999998},"max":{"1min":1.087,"5min":1.7150000000000001,"15min":1.7150000000000001},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.91100000000000003,"15min":0.91900000000000004},"min":{"1min":0.55700000000000005,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":2.1789999999999998,"5min":4.8520000000000003,"15min":4.8520000000000003},"last":0.68100000000000005}]},{"osd":4,"last update":"Sun Oct 18 01:32:56 2020","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":1.0129999999999999,"15min":0.91700000000000004},"min":{"1min":0.59599999999999997,"5min":0.53800000000000003,"15min":0.45800000000000002},"max":{"1min":1.8819999999999999,"5min":4.9610000000000003,"15min":4.9610000000000003},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.995,"5min":1.083,"15min":1.0129999999999999},"min":{"1min":0.65000000000000002,"5min":0.58499999999999996,"15min":0.58099999999999996},"max":{"1min":1.952,"5min":6.1260000000000003,"15min":6.1260000000000003},"last":0.877}]},{"osd":5,"last update":"Sun Oct 18 01:32:56 2020","interfaces":[{"interface":"back","average":{"1min":0.874,"5min":1.0669999999999999,"15min":0.92600000000000005},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.4319999999999999,"5min":6.1879999999999997,"15min":6.1879999999999997},"last":0.95599999999999996},{"interface":"front","average":{"1min":0.88400000000000001,"5min":0.94199999999999995,"15min":0.96099999999999997},"min":{"1min":0.66400000000000003,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.1639999999999999,"5min":3.2120000000000002,"15min":3.2120000000000002},"last":0.65200000000000002}]}]},{"osd":1,"up_from":11,"seq":47244640357,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":13447656,"kb_used_data":12378304,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":80924184,"statfs":{"total":96636764160,"available":82866364416,"internally_reserved":1073741824,"allocated":12675383296,"data_stored":15342191865,"data_compressed":60031131,"data_compressed_allocated":2707484672,"data_compressed_original":5414941844,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Oct 18 01:33:54 2020","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.67400000000000004,"15min":0.58499999999999996},"min":{"1min":0.39600000000000002,"5min":0.35699999999999998,"15min":0.35199999999999998},"max":{"1min":1.123,"5min":3.343,"15min":3.343},"last":0.435},{"interface":"front","average":{"1min":1.2989999999999999,"5min":0.77000000000000002,"15min":0.70299999999999996},"min":{"1min":0.40300000000000002,"5min":0.39200000000000002,"15min":0.38400000000000001},"max":{"1min":10.708,"5min":10.708,"15min":10.708},"last":0.497}]},{"osd":2,"last update":"Sun Oct 18 01:33:54 2020","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.69499999999999995,"15min":0.59899999999999998},"min":{"1min":0.46700000000000003,"5min":0.38200000000000001,"15min":0.35599999999999998},"max":{"1min":1.2669999999999999,"5min":3.3570000000000002,"15min":3.3570000000000002},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.86899999999999999,"5min":0.84699999999999998,"15min":0.78400000000000003},"min":{"1min":0.52900000000000003,"5min":0.497,"15min":0.41699999999999998},"max":{"1min":3.2599999999999998,"5min":3.4590000000000001,"15min":3.98},"last":0.65200000000000002}]},{"osd":3,"last update":"Sun Oct 18 01:33:54 2020","interfaces":[{"interface":"back","average":{"1min":1.2190000000000001,"5min":0.878,"15min":0.82499999999999996},"min":{"1min":0.505,"5min":0.47899999999999998,"15min":0.45700000000000002},"max":{"1min":11.07,"5min":11.07,"15min":11.07},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.89200000000000002,"5min":0.95799999999999996,"15min":0.85799999999999998},"min":{"1min":0.71399999999999997,"5min":0.61099999999999999,"15min":0.53800000000000003},"max":{"1min":1.5269999999999999,"5min":3.234,"15min":4.1070000000000002},"last":0.74199999999999999}]},{"osd":4,"last update":"Sun Oct 18 01:33:54 2020","interfaces":[{"interface":"back","average":{"1min":1.29,"5min":1.091,"15min":0.93799999999999994},"min":{"1min":0.56200000000000006,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":10.952999999999999,"5min":14.111000000000001,"15min":14.111000000000001},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.94899999999999995,"5min":1.22,"15min":0.99099999999999999},"min":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.55800000000000005},"max":{"1min":1.655,"5min":16.452000000000002,"15min":16.452000000000002},"last":0.875}]},{"osd":5,"last update":"Sun Oct 18 01:33:54 2020","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.82899999999999996,"15min":1.075},"min":{"1min":0.59599999999999997,"5min":0.57699999999999996,"15min":0.52700000000000002},"max":{"1min":1.3839999999999999,"5min":3.7109999999999999,"15min":66.441999999999993},"last":0.72099999999999997},{"interface":"front","average":{"1min":1.018,"5min":1.171,"15min":1.3360000000000001},"min":{"1min":0.77600000000000002,"5min":0.73499999999999999,"15min":0.63100000000000001},"max":{"1min":1.8380000000000001,"5min":5.6630000000000003,"15min":66.647000000000006},"last":0.81399999999999995}]}]}]}} 2020-10-19T00:36:55.028 WARNING:scrape:Ignoring malparsed backtrace: 2020-10-18T01:35:46.687 DEBUG:tasks.ceph.osd.1:waiting for process to exit , 2020-10-18T01:35:46.688 INFO:teuthology.orchestra.run:waiting for 300 , 2020-10-18T01:35:46.771 INFO:tasks.ceph.osd.1:Stopped 2020-10-19T00:36:55.028 WARNING:scrape:Ignoring malparsed backtrace: 2020-10-18T01:42:44.266 INFO:teuthology.orchestra.run.smithi198.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample , 2020-10-18T01:42:44.267 INFO:teuthology.orchestra.run.smithi198.stdout:=============================================================================== , 2020-10-18T01:42:44.267 INFO:teuthology.orchestra.run.smithi198.stdout:^* hv01.front.sepia.ceph.com 2 7 377 17 +697us[ +699us] +/- 46ms 2020-10-19T00:36:55.029 WARNING:scrape:Ignoring malparsed backtrace: suppress = manager.__exit__(*exc_info) , File "/usr/lib/python3.6/contextlib.py", line 99, in __exit__ , self.gen.throw(type, value, traceback) 2020-10-19T00:36:57.426 INFO:scrape:Found 6 distinct failure reasons 2020-10-19T00:36:57.428 INFO:scrape:Failure: {'Failure object was': {'smithi062.front.sepia.ceph.com': {'msg': 'Depsolve Error occured: \\n Problem: cannot install the best candidate for the job\\n - nothing provides libgcc >= 8.3.1-5.el8.0.2 needed by gcc-8.3.1-5.el8.0.2.x86_64\\n - nothing provides libgomp = 8.3.1-5.el8.0.2 needed by gcc-8.3.1-5.el8.0.2.x86_64', 'failures': [], 'results': [], 'rc': 1, 'invocation': {'module_args': {'name': ['dnf-utils', 'sysstat', 'libedit', 'boost-thread', 'xfsprogs', 'gdisk', 'parted', 'libgcrypt', 'fuse-libs', 'openssl', 'libuuid', 'podman', 'podman-docker', 'attr', 'ant', 'lsof', 'gettext', 'bc', 'xfsdump', 'blktrace', 'usbredir', 'libev-devel', 'valgrind', 'nfs-utils', 'ncurses-devel', 'gcc', 'git', 'python3-nose', 'python3-virtualenv', 'genisoimage', 'qemu-img', 'qemu-kvm-core', 'qemu-kvm-block-rbd', 'libacl-devel', 'dbench', 'autoconf', 'gdb', 'iozone'], 'state': 'present', 'allow_downgrade': False, 'autoremove': False, 'bugfix': False, 'disable_gpg_check': False, 'disable_plugin': [], 'disablerepo': [], 'download_only': False, 'enable_plugin': [], 'enablerepo': [], 'exclude': [], 'installroot': '/', 'install_repoquery': True, 'install_weak_deps': True, 'security': False, 'skip_broken': False, 'update_cache': False, 'update_only': False, 'validate_certs': True, 'lock_timeout': 30, 'conf_file': 'None', 'disable_excludes': 'None', 'download_dir': 'None', 'list': 'None', 'releasever': 'None'}}, '_ansible_no_log': False, 'changed': False}}, 'Traceback (most recent call last)': 'File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site-packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)', 'yaml.representer.RepresenterError': "('cannot represent an object', '/')"} 2020-10-19T00:36:57.428 INFO:scrape:12 jobs: ['5528172', '5528159', '5528233', '5528238', '5528407', '5528405', '5528253', '5528342', '5528170', '5528497', '5528452', '5528296'] 2020-10-19T00:36:57.429 INFO:scrape:suites intersection: [] 2020-10-19T00:36:57.429 INFO:scrape:suites union: ['1-pg-log-overrides/normal_pg_log', '1-pg-log-overrides/short_pg_log', '2-inject-leak/mon', '2-recovery-overrides/{more-partial-recovery}', 'backoff/normal', 'centos_latest}', 'ceph', 'clusters/{fixed-2', 'crc-failures/bad_map_crc_failure', 'crc-failures/default', 'd-balancer/crush-compat', 'msgr-failures/fastclose', 'msgr-failures/few', 'msgr-failures/many', 'msgr/async-v1only', 'msgr/async-v2only', 'objectstore/bluestore-bitmap', 'objectstore/bluestore-comp-snappy', 'objectstore/bluestore-comp-zlib', 'objectstore/bluestore-stupid', 'objectstore/filestore-xfs', 'openstack}', 'rados', 'rados/basic/{ceph', 'rados/cephadm/smoke-roleless/{distro/centos_latest', 'rados/cephadm/workunits/{distro/centos_latest', 'rados/objectstore/{backends/filejournal', 'rados/objectstore/{backends/filestore-idempotent-aio-journal', 'rados/singleton-nomsgr/{all/ceph-kvstore-tool', 'rados/singleton/{all/dump-stuck', 'rados/singleton/{all/mon-config', 'rados/standalone/{supported-random-distro$/{centos_latest}', 'rados/thrash/{0-size-min-size-overrides/2-size-2-min-size', 'rados/thrash/{0-size-min-size-overrides/3-size-2-min-size', 'rados/valgrind-leaks/{1-start', 'start}', 'supported-random-distro$/{centos_latest}', 'supported-random-distro$/{centos_latest}}', 'task/test_orch_cli}', 'tasks/rados_api_tests}', 'thrashers/default', 'thrashers/none', 'thrashosds-health', 'workloads/crush}', 'workloads/redirect}', 'workloads/set-chunks-read}'] 2020-10-19T00:36:57.429 INFO:scrape: 2020-10-19T00:36:57.430 INFO:scrape:Failure: Command failed on smithi002 with status 1: 'sudo yum -y install ceph-mgr-diskprediction-local' 2020-10-19T00:36:57.430 INFO:scrape:9 jobs: ['5528235', '5528209', '5528336', '5528167', '5528234', '5528328', '5528168', '5528256', '5528250'] 2020-10-19T00:36:57.430 INFO:scrape:suites intersection: [] 2020-10-19T00:36:57.431 INFO:scrape:suites union: ['1-pg-log-overrides/short_pg_log', '2-recovery-overrides/{more-async-recovery}', 'backoff/normal', 'backoff/peering_and_degraded', 'ceph', 'clusters/{fixed-2', 'crc-failures/default', 'd-balancer/crush-compat', 'd-balancer/upmap', 'd-thrash/default/{default', 'msgr-failures/fastclose', 'msgr-failures/few', 'msgr-failures/osd-delay', 'msgr/async', 'msgr/async-v1only', 'msgr/async-v2only', 'objectstore/bluestore-bitmap', 'objectstore/bluestore-comp-lz4', 'objectstore/bluestore-comp-snappy', 'objectstore/bluestore-hybrid', 'objectstore/filestore-xfs', 'openstack}', 'rados', 'rados/basic/{ceph', 'rados/objectstore/{backends/alloc-hint', 'rados/rest/{mgr-restful', 'rados/singleton-bluestore/{all/cephtool', 'rados/singleton/{all/rebuild-mondb', 'rados/thrash/{0-size-min-size-overrides/3-size-2-min-size', 'rados/verify/{centos_latest', 'supported-random-distro$/{centos_latest}', 'supported-random-distro$/{centos_latest}}', 'supported-random-distro$/{ubuntu_latest}}', 'tasks/rados_cls_all', 'tasks/rados_striper}', 'thrashers/default', 'thrashers/morepggrow', 'thrashosds-health', 'thrashosds-health}', 'validater/lockdep}', 'workloads/cache-agent-small}', 'workloads/cache-snaps}', 'workloads/write_fadvise_dontneed}'] 2020-10-19T00:36:57.431 INFO:scrape: 2020-10-19T00:36:57.431 INFO:scrape:Failure: Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=ceph&flavor=default&distros=ubuntu%2F18.04%2Fx86_64&ref=hammer 2020-10-19T00:36:57.432 INFO:scrape:1 jobs: ['5528468'] 2020-10-19T00:36:57.432 INFO:scrape:suites: ['1-install/hammer', 'backoff/peering_and_degraded', 'ceph', 'clusters/{openstack', 'd-balancer/crush-compat', 'distro$/{ubuntu_18.04}', 'msgr-failures/osd-delay', 'rados', 'rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size', 'thrashers/mapgap', 'thrashosds-health', 'three-plus-one}', 'workloads/snaps-few-objects}'] 2020-10-19T00:36:57.432 INFO:scrape: 2020-10-19T00:36:57.433 INFO:scrape:Failure: Command failed (workunit test cephadm/test_cephadm.sh) on smithi089 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=2f33da11da69822d9bab6e9cadb58a7cc3d5720f TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_cephadm.sh' 2020-10-19T00:36:57.433 INFO:scrape:1 jobs: ['5528301'] 2020-10-19T00:36:57.433 INFO:scrape:suites: ['rados/cephadm/workunits/{distro/centos_latest', 'task/test_cephadm}'] 2020-10-19T00:36:57.434 INFO:scrape: 2020-10-19T00:36:57.434 INFO:scrape:Failure: Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 400000 --objects 10000 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 600 --op read 100 --op write 50 --op delete 50 --op copy_from 50 --op write_excl 50 --pool base' 2020-10-19T00:36:57.434 INFO:scrape:1 jobs: ['5528345'] 2020-10-19T00:36:57.435 INFO:scrape:suites: ['msgr-failures/few', 'msgr/async-v1only', 'objectstore/bluestore-comp-lz4', 'rados', 'rados/singleton/{all/thrash_cache_writeback_proxy_none', 'supported-random-distro$/{centos_latest}}'] 2020-10-19T00:36:57.435 INFO:scrape: 2020-10-19T00:36:57.435 INFO:scrape:Failure: Command failed (workunit test rados/test.sh) on smithi078 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=2f33da11da69822d9bab6e9cadb58a7cc3d5720f TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 ALLOW_TIMEOUTS=1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 6h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh' 2020-10-19T00:36:57.435 INFO:scrape:1 jobs: ['5528448'] 2020-10-19T00:36:57.436 INFO:scrape:suites: ['ceph', 'clusters/{fixed-2', 'd-thrash/none', 'msgr-failures/few', 'msgr/async-v2only', 'objectstore/bluestore-comp-snappy', 'openstack}', 'rados', 'rados/verify/{centos_latest', 'tasks/rados_api_tests', 'validater/valgrind}'] 2020-10-19T00:36:57.436 INFO:scrape: 2020-10-19T00:36:57.451 INFO:teuthology.results:Sending results to ceph-qa@ceph.io: Test Run: teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi ================================================================= info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/ logs: http://qa-proxy.ceph.com/teuthology/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/ failed: 13 dead: 12 running: 0 waiting: 0 queued: 0 passed: 354 Fail ================================================================= [5528167] rados/objectstore/{backends/alloc-hint supported-random-distro$/{centos_latest}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528167/ log: http://qa-proxy.ceph.com/teuthology/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528167/ sentry: https://sentry.ceph.com/sentry/sepia/?query=42059a5930464ec480f8001982ac3482 Command failed on smithi124 with status 1: 'sudo yum install -y kernel' [5528168] rados/rest/{mgr-restful supported-random-distro$/{centos_latest}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528168/ log: http://qa-proxy.ceph.com/teuthology/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528168/ sentry: https://sentry.ceph.com/sentry/sepia/?query=dcd7aeb1f383499cba27684e3b1ae5e6 Command failed on smithi142 with status 1: 'sudo yum install -y kernel' [5528209] rados/singleton-bluestore/{all/cephtool msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528209/ log: http://qa-proxy.ceph.com/teuthology/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528209/ sentry: https://sentry.ceph.com/sentry/sepia/?query=1c93da2a96fb40aaac4c1de492ba1e31 Command failed on smithi140 with status 100: 'sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic' [5528234] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_latest} thrashers/morepggrow thrashosds-health workloads/cache-agent-small} ----------------------------------------------------------------- time: 00:09:56 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528234/ log: http://qa-proxy.ceph.com/teuthology/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528234/ sentry: https://sentry.ceph.com/sentry/sepia/?query=118048f86ef64cb0af3a934ca0fb31e6 Command failed on smithi120 with status 1: 'sudo yum -y install ceph-mgr- diskprediction-local' [5528235] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_latest} tasks/rados_striper} ----------------------------------------------------------------- time: 00:09:55 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528235/ log: http://qa-proxy.ceph.com/teuthology/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528235/ sentry: https://sentry.ceph.com/sentry/sepia/?query=7805e6907f9a4e319b39b25a6f209bfe Command failed on smithi002 with status 1: 'sudo yum -y install ceph-mgr- diskprediction-local' [5528250] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/cache-snaps} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528250/ log: http://qa-proxy.ceph.com/teuthology/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528250/ sentry: https://sentry.ceph.com/sentry/sepia/?query=7122e9b26d774b1ea0e1161e12fb85dd Command failed on smithi171 with status 1: 'sudo yum install -y kernel' [5528256] rados/singleton/{all/rebuild-mondb msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_latest}} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528256/ log: http://qa-proxy.ceph.com/teuthology/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528256/ sentry: https://sentry.ceph.com/sentry/sepia/?query=e24af7d40be447219ebbf8a90032b92d Command failed on smithi132 with status 1: 'sudo yum install -y kernel' [5528301] rados/cephadm/workunits/{distro/centos_latest task/test_cephadm} ----------------------------------------------------------------- time: 00:12:20 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528301/ log: http://qa-proxy.ceph.com/teuthology/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528301/ sentry: https://sentry.ceph.com/sentry/sepia/?query=a54fd0ea40ed424e8ef3c7b2cfadca52 Command failed (workunit test cephadm/test_cephadm.sh) on smithi089 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=2f33da11da69822d9bab6e9cadb58a7cc3d5720f TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_cephadm.sh' [5528328] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/write_fadvise_dontneed} ----------------------------------------------------------------- time: 00:07:32 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528328/ log: http://qa-proxy.ceph.com/teuthology/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528328/ sentry: https://sentry.ceph.com/sentry/sepia/?query=4f1f47c7b31747a2a06b9da0c336f8ed Command failed on smithi065 with status 1: 'sudo yum -y install ceph-test' [5528336] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} msgr-failures/few msgr/async-v2only objectstore/filestore-xfs rados tasks/rados_cls_all validater/lockdep} ----------------------------------------------------------------- time: 00:00:00 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528336/ log: http://qa-proxy.ceph.com/teuthology/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528336/ sentry: https://sentry.ceph.com/sentry/sepia/?query=4e2b80dd552047f6b337cd8043ec0482 Command failed on smithi116 with status 1: 'sudo yum install -y kernel' [5528345] rados/singleton/{all/thrash_cache_writeback_proxy_none msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_latest}} ----------------------------------------------------------------- time: 00:23:01 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528345/ log: http://qa-proxy.ceph.com/teuthology/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528345/ Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 400000 --objects 10000 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 600 --op read 100 --op write 50 --op delete 50 --op copy_from 50 --op write_excl 50 --pool base' [5528448] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-snappy rados tasks/rados_api_tests validater/valgrind} ----------------------------------------------------------------- time: 00:46:43 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528448/ log: http://qa-proxy.ceph.com/teuthology/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528448/ sentry: https://sentry.ceph.com/sentry/sepia/?query=4652faae58494260be57796b7dc560e4 Command failed (workunit test rados/test.sh) on smithi078 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=2f33da11da69822d9bab6e9cadb58a7cc3d5720f TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 ALLOW_TIMEOUTS=1 adjust- ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 6h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test.sh' [5528468] rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/hammer backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} msgr-failures/osd-delay rados thrashers/mapgap thrashosds-health workloads/snaps-few-objects} ----------------------------------------------------------------- time: 00:02:04 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528468/ log: http://qa-proxy.ceph.com/teuthology/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528468/ sentry: https://sentry.ceph.com/sentry/sepia/?query=58d4b9997fcc4beb8f90c3695a4cafe4 Failed to fetch package version from https://shaman.ceph.com/api/search/?st atus=ready&project=ceph&flavor=default&distros=ubuntu%2F18.04%2Fx86_64&ref= hammer Dead ================================================================= [5528159] rados/singleton/{all/mon-config msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_latest}} ----------------------------------------------------------------- time: 00:06:04 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528159/ log: http://qa-proxy.ceph.com/teuthology/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528159/ sentry: https://sentry.ceph.com/sentry/sepia/?query=47b5564e6240430e8a7ebcc7d2f244ff {'Failure object was': {'smithi103.front.sepia.ceph.com': {'msg': 'Failed to download packages: Cannot download Packages/boost- random-1.66.0-6.el8.x86_64.rpm: All mirrors were tried', 'results': [], 'invocation': {'module_args': {'name': ['dnf-utils', 'sysstat', 'libedit', 'boost-thread', 'xfsprogs', 'gdisk', 'parted', 'libgcrypt', 'fuse-libs', 'openssl', 'libuuid', 'podman', 'podman-docker', 'attr', 'ant', 'lsof', 'gettext', 'bc', 'xfsdump', 'blktrace', 'usbredir', 'libev-devel', 'valgrind', 'nfs-utils', 'ncurses-devel', 'gcc', 'git', 'python3-nose', 'python3-virtualenv', 'genisoimage', 'qemu-img', 'qemu-kvm-core', 'qemu- kvm-block-rbd', 'libacl-devel', 'dbench', 'autoconf', 'gdb', 'iozone'], 'state': 'present', 'allow_downgrade': False, 'autoremove': False, 'bugfix': False, 'disable_gpg_check': False, 'disable_plugin': [], 'disablerepo': [], 'download_only': False, 'enable_plugin': [], 'enablerepo': [], 'exclude': [], 'installroot': '/', 'install_repoquery': True, 'install_weak_deps': True, 'security': False, 'skip_broken': False, 'update_cache': False, 'update_only': False, 'validate_certs': True, 'lock_timeout': 30, 'conf_file': 'None', 'disable_excludes': 'None', 'download_dir': 'None', 'list': 'None', 'releasever': 'None'}}, '_ansible_no_log': False, 'changed': False}}, 'Traceback (most recent call last)': 'File "/home/teuthworker/src/git.ceph.com_git_ceph-cm- ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com _git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com _git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/l ib/python3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_te uthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ce ph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)', 'yaml.representer.RepresenterError': "('cannot represent an object', '/')"} [5528170] rados/standalone/{supported-random-distro$/{centos_latest} workloads/crush} ----------------------------------------------------------------- time: 00:02:30 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528170/ log: http://qa-proxy.ceph.com/teuthology/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528170/ sentry: https://sentry.ceph.com/sentry/sepia/?query=e224666243564b03b8430a109ff2868f {'Failure object was': {'smithi103.front.sepia.ceph.com': {'msg': 'Depsolve Error occured: \\n Problem: cannot install the best candidate for the job\\n - nothing provides libgcc >= 8.3.1-5.el8.0.2 needed by gcc-8.3.1-5.el8.0.2.x86_64\\n - nothing provides libgomp = 8.3.1-5.el8.0.2 needed by gcc-8.3.1-5.el8.0.2.x86_64', 'failures': [], 'results': [], 'rc': 1, 'invocation': {'module_args': {'name': ['dnf-utils', 'sysstat', 'libedit', 'boost-thread', 'xfsprogs', 'gdisk', 'parted', 'libgcrypt', 'fuse-libs', 'openssl', 'libuuid', 'podman', 'podman-docker', 'attr', 'ant', 'lsof', 'gettext', 'bc', 'xfsdump', 'blktrace', 'usbredir', 'libev- devel', 'valgrind', 'nfs-utils', 'ncurses-devel', 'gcc', 'git', 'python3-nose', 'python3-virtualenv', 'genisoimage', 'qemu-img', 'qemu-kvm- core', 'qemu-kvm-block-rbd', 'libacl-devel', 'dbench', 'autoconf', 'gdb', 'iozone'], 'state': 'present', 'allow_downgrade': False, 'autoremove': False, 'bugfix': False, 'disable_gpg_check': False, 'disable_plugin': [], 'disablerepo': [], 'download_only': False, 'enable_plugin': [], 'enablerepo': [], 'exclude': [], 'installroot': '/', 'install_repoquery': True, 'install_weak_deps': True, 'security': False, 'skip_broken': False, 'update_cache': False, 'update_only': False, 'validate_certs': True, 'lock_timeout': 30, 'conf_file': 'None', 'disable_excludes': 'None', 'download_dir': 'None', 'list': 'None', 'releasever': 'None'}}, '_ansible_no_log': False, 'changed': False}}, 'Traceback (most recent call last)': 'File "/home/teuthworker/src/git.ceph.com_git_ceph-cm- ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com _git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com _git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/l ib/python3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_te uthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ce ph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)', 'yaml.representer.RepresenterError': "('cannot represent an object', '/')"} [5528172] rados/valgrind-leaks/{1-start 2-inject-leak/mon centos_latest} ----------------------------------------------------------------- time: 00:02:36 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528172/ log: http://qa-proxy.ceph.com/teuthology/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528172/ sentry: https://sentry.ceph.com/sentry/sepia/?query=df9847c3085441859f77efff12d48ce0 {'Failure object was': {'smithi062.front.sepia.ceph.com': {'msg': 'Depsolve Error occured: \\n Problem: cannot install the best candidate for the job\\n - nothing provides libgcc >= 8.3.1-5.el8.0.2 needed by gcc-8.3.1-5.el8.0.2.x86_64\\n - nothing provides libgomp = 8.3.1-5.el8.0.2 needed by gcc-8.3.1-5.el8.0.2.x86_64', 'failures': [], 'results': [], 'rc': 1, 'invocation': {'module_args': {'name': ['dnf-utils', 'sysstat', 'libedit', 'boost-thread', 'xfsprogs', 'gdisk', 'parted', 'libgcrypt', 'fuse-libs', 'openssl', 'libuuid', 'podman', 'podman-docker', 'attr', 'ant', 'lsof', 'gettext', 'bc', 'xfsdump', 'blktrace', 'usbredir', 'libev- devel', 'valgrind', 'nfs-utils', 'ncurses-devel', 'gcc', 'git', 'python3-nose', 'python3-virtualenv', 'genisoimage', 'qemu-img', 'qemu-kvm- core', 'qemu-kvm-block-rbd', 'libacl-devel', 'dbench', 'autoconf', 'gdb', 'iozone'], 'state': 'present', 'allow_downgrade': False, 'autoremove': False, 'bugfix': False, 'disable_gpg_check': False, 'disable_plugin': [], 'disablerepo': [], 'download_only': False, 'enable_plugin': [], 'enablerepo': [], 'exclude': [], 'installroot': '/', 'install_repoquery': True, 'install_weak_deps': True, 'security': False, 'skip_broken': False, 'update_cache': False, 'update_only': False, 'validate_certs': True, 'lock_timeout': 30, 'conf_file': 'None', 'disable_excludes': 'None', 'download_dir': 'None', 'list': 'None', 'releasever': 'None'}}, '_ansible_no_log': False, 'changed': False}}, 'Traceback (most recent call last)': 'File "/home/teuthworker/src/git.ceph.com_git_ceph-cm- ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com _git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com _git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/l ib/python3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_te uthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ce ph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)', 'yaml.representer.RepresenterError': "('cannot represent an object', '/')"} [5528233] rados/cephadm/smoke-roleless/{distro/centos_latest start} ----------------------------------------------------------------- time: 00:03:07 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528233/ log: http://qa-proxy.ceph.com/teuthology/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528233/ sentry: https://sentry.ceph.com/sentry/sepia/?query=65d32e7d485d46b0b8d30a807f541966 {'Failure object was': {'smithi001.front.sepia.ceph.com': {'msg': 'Depsolve Error occured: \\n Problem: cannot install the best candidate for the job\\n - nothing provides libgcc >= 8.3.1-5.el8.0.2 needed by gcc-8.3.1-5.el8.0.2.x86_64\\n - nothing provides libgomp = 8.3.1-5.el8.0.2 needed by gcc-8.3.1-5.el8.0.2.x86_64', 'failures': [], 'results': [], 'rc': 1, 'invocation': {'module_args': {'name': ['dnf-utils', 'sysstat', 'libedit', 'boost-thread', 'xfsprogs', 'gdisk', 'parted', 'libgcrypt', 'fuse-libs', 'openssl', 'libuuid', 'podman', 'podman-docker', 'attr', 'ant', 'lsof', 'gettext', 'bc', 'xfsdump', 'blktrace', 'usbredir', 'libev- devel', 'valgrind', 'nfs-utils', 'ncurses-devel', 'gcc', 'git', 'python3-nose', 'python3-virtualenv', 'genisoimage', 'qemu-img', 'qemu-kvm- core', 'qemu-kvm-block-rbd', 'libacl-devel', 'dbench', 'autoconf', 'gdb', 'iozone'], 'state': 'present', 'allow_downgrade': False, 'autoremove': False, 'bugfix': False, 'disable_gpg_check': False, 'disable_plugin': [], 'disablerepo': [], 'download_only': False, 'enable_plugin': [], 'enablerepo': [], 'exclude': [], 'installroot': '/', 'install_repoquery': True, 'install_weak_deps': True, 'security': False, 'skip_broken': False, 'update_cache': False, 'update_only': False, 'validate_certs': True, 'lock_timeout': 30, 'conf_file': 'None', 'disable_excludes': 'None', 'download_dir': 'None', 'list': 'None', 'releasever': 'None'}}, '_ansible_no_log': False, 'changed': False}}, 'Traceback (most recent call last)': 'File "/home/teuthworker/src/git.ceph.com_git_ceph-cm- ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com _git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com _git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/l ib/python3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_te uthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ce ph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)', 'yaml.representer.RepresenterError': "('cannot represent an object', '/')"} [5528238] rados/singleton-nomsgr/{all/ceph-kvstore-tool rados supported-random-distro$/{centos_latest}} ----------------------------------------------------------------- time: 00:04:14 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528238/ log: http://qa-proxy.ceph.com/teuthology/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528238/ sentry: https://sentry.ceph.com/sentry/sepia/?query=6b482cafaef74ce882f3c86104706650 {'Failure object was': {'smithi171.front.sepia.ceph.com': {'msg': 'Failed to download packages: Cannot download Packages/boost- random-1.66.0-6.el8.x86_64.rpm: All mirrors were tried', 'results': [], 'invocation': {'module_args': {'name': ['dnf-utils', 'sysstat', 'libedit', 'boost-thread', 'xfsprogs', 'gdisk', 'parted', 'libgcrypt', 'fuse-libs', 'openssl', 'libuuid', 'podman', 'podman-docker', 'attr', 'ant', 'lsof', 'gettext', 'bc', 'xfsdump', 'blktrace', 'usbredir', 'libev-devel', 'valgrind', 'nfs-utils', 'ncurses-devel', 'gcc', 'git', 'python3-nose', 'python3-virtualenv', 'genisoimage', 'qemu-img', 'qemu-kvm-core', 'qemu- kvm-block-rbd', 'libacl-devel', 'dbench', 'autoconf', 'gdb', 'iozone'], 'state': 'present', 'allow_downgrade': False, 'autoremove': False, 'bugfix': False, 'disable_gpg_check': False, 'disable_plugin': [], 'disablerepo': [], 'download_only': False, 'enable_plugin': [], 'enablerepo': [], 'exclude': [], 'installroot': '/', 'install_repoquery': True, 'install_weak_deps': True, 'security': False, 'skip_broken': False, 'update_cache': False, 'update_only': False, 'validate_certs': True, 'lock_timeout': 30, 'conf_file': 'None', 'disable_excludes': 'None', 'download_dir': 'None', 'list': 'None', 'releasever': 'None'}}, '_ansible_no_log': False, 'changed': False}}, 'Traceback (most recent call last)': 'File "/home/teuthworker/src/git.ceph.com_git_ceph-cm- ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com _git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com _git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/l ib/python3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_te uthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ce ph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)', 'yaml.representer.RepresenterError': "('cannot represent an object', '/')"} [5528253] rados/objectstore/{backends/filejournal supported-random-distro$/{centos_latest}} ----------------------------------------------------------------- time: 00:02:31 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528253/ log: http://qa-proxy.ceph.com/teuthology/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528253/ sentry: https://sentry.ceph.com/sentry/sepia/?query=383d174e185d4fba8b83f3c41cade482 {'Failure object was': {'smithi080.front.sepia.ceph.com': {'msg': 'Depsolve Error occured: \\n Problem: cannot install the best candidate for the job\\n - nothing provides libgcc >= 8.3.1-5.el8.0.2 needed by gcc-8.3.1-5.el8.0.2.x86_64\\n - nothing provides libgomp = 8.3.1-5.el8.0.2 needed by gcc-8.3.1-5.el8.0.2.x86_64', 'failures': [], 'results': [], 'rc': 1, 'invocation': {'module_args': {'name': ['dnf-utils', 'sysstat', 'libedit', 'boost-thread', 'xfsprogs', 'gdisk', 'parted', 'libgcrypt', 'fuse-libs', 'openssl', 'libuuid', 'podman', 'podman-docker', 'attr', 'ant', 'lsof', 'gettext', 'bc', 'xfsdump', 'blktrace', 'usbredir', 'libev- devel', 'valgrind', 'nfs-utils', 'ncurses-devel', 'gcc', 'git', 'python3-nose', 'python3-virtualenv', 'genisoimage', 'qemu-img', 'qemu-kvm- core', 'qemu-kvm-block-rbd', 'libacl-devel', 'dbench', 'autoconf', 'gdb', 'iozone'], 'state': 'present', 'allow_downgrade': False, 'autoremove': False, 'bugfix': False, 'disable_gpg_check': False, 'disable_plugin': [], 'disablerepo': [], 'download_only': False, 'enable_plugin': [], 'enablerepo': [], 'exclude': [], 'installroot': '/', 'install_repoquery': True, 'install_weak_deps': True, 'security': False, 'skip_broken': False, 'update_cache': False, 'update_only': False, 'validate_certs': True, 'lock_timeout': 30, 'conf_file': 'None', 'disable_excludes': 'None', 'download_dir': 'None', 'list': 'None', 'releasever': 'None'}}, '_ansible_no_log': False, 'changed': False}}, 'Traceback (most recent call last)': 'File "/home/teuthworker/src/git.ceph.com_git_ceph-cm- ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com _git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com _git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/l ib/python3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_te uthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ce ph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)', 'yaml.representer.RepresenterError': "('cannot represent an object', '/')"} [5528296] rados/objectstore/{backends/filestore-idempotent-aio-journal supported-random-distro$/{centos_latest}} ----------------------------------------------------------------- time: 00:02:58 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528296/ log: http://qa-proxy.ceph.com/teuthology/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528296/ sentry: https://sentry.ceph.com/sentry/sepia/?query=590d8be71a8347bdafa9bb71e159f084 {'Failure object was': {'smithi171.front.sepia.ceph.com': {'msg': 'Failed to download packages: Cannot download Packages/boost- random-1.66.0-6.el8.x86_64.rpm: All mirrors were tried', 'results': [], 'invocation': {'module_args': {'name': ['dnf-utils', 'sysstat', 'libedit', 'boost-thread', 'xfsprogs', 'gdisk', 'parted', 'libgcrypt', 'fuse-libs', 'openssl', 'libuuid', 'podman', 'podman-docker', 'attr', 'ant', 'lsof', 'gettext', 'bc', 'xfsdump', 'blktrace', 'usbredir', 'libev-devel', 'valgrind', 'nfs-utils', 'ncurses-devel', 'gcc', 'git', 'python3-nose', 'python3-virtualenv', 'genisoimage', 'qemu-img', 'qemu-kvm-core', 'qemu- kvm-block-rbd', 'libacl-devel', 'dbench', 'autoconf', 'gdb', 'iozone'], 'state': 'present', 'allow_downgrade': False, 'autoremove': False, 'bugfix': False, 'disable_gpg_check': False, 'disable_plugin': [], 'disablerepo': [], 'download_only': False, 'enable_plugin': [], 'enablerepo': [], 'exclude': [], 'installroot': '/', 'install_repoquery': True, 'install_weak_deps': True, 'security': False, 'skip_broken': False, 'update_cache': False, 'update_only': False, 'validate_certs': True, 'lock_timeout': 30, 'conf_file': 'None', 'disable_excludes': 'None', 'download_dir': 'None', 'list': 'None', 'releasever': 'None'}}, '_ansible_no_log': False, 'changed': False}}, 'Traceback (most recent call last)': 'File "/home/teuthworker/src/git.ceph.com_git_ceph-cm- ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com _git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com _git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/l ib/python3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_te uthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ce ph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)', 'yaml.representer.RepresenterError': "('cannot represent an object', '/')"} [5528342] rados/cephadm/workunits/{distro/centos_latest task/test_orch_cli} ----------------------------------------------------------------- time: 00:02:36 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528342/ log: http://qa-proxy.ceph.com/teuthology/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528342/ sentry: https://sentry.ceph.com/sentry/sepia/?query=04ba43268ac34dfab3ba19cdea462d9b {'Failure object was': {'smithi055.front.sepia.ceph.com': {'msg': 'Depsolve Error occured: \\n Problem: cannot install the best candidate for the job\\n - nothing provides libgcc >= 8.3.1-5.el8.0.2 needed by gcc-8.3.1-5.el8.0.2.x86_64\\n - nothing provides libgomp = 8.3.1-5.el8.0.2 needed by gcc-8.3.1-5.el8.0.2.x86_64', 'failures': [], 'results': [], 'rc': 1, 'invocation': {'module_args': {'name': ['dnf-utils', 'sysstat', 'libedit', 'boost-thread', 'xfsprogs', 'gdisk', 'parted', 'libgcrypt', 'fuse-libs', 'openssl', 'libuuid', 'podman', 'podman-docker', 'attr', 'ant', 'lsof', 'gettext', 'bc', 'xfsdump', 'blktrace', 'usbredir', 'libev- devel', 'valgrind', 'nfs-utils', 'ncurses-devel', 'gcc', 'git', 'python3-nose', 'python3-virtualenv', 'genisoimage', 'qemu-img', 'qemu-kvm- core', 'qemu-kvm-block-rbd', 'libacl-devel', 'dbench', 'autoconf', 'gdb', 'iozone'], 'state': 'present', 'allow_downgrade': False, 'autoremove': False, 'bugfix': False, 'disable_gpg_check': False, 'disable_plugin': [], 'disablerepo': [], 'download_only': False, 'enable_plugin': [], 'enablerepo': [], 'exclude': [], 'installroot': '/', 'install_repoquery': True, 'install_weak_deps': True, 'security': False, 'skip_broken': False, 'update_cache': False, 'update_only': False, 'validate_certs': True, 'lock_timeout': 30, 'conf_file': 'None', 'disable_excludes': 'None', 'download_dir': 'None', 'list': 'None', 'releasever': 'None'}}, '_ansible_no_log': False, 'changed': False}}, 'Traceback (most recent call last)': 'File "/home/teuthworker/src/git.ceph.com_git_ceph-cm- ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com _git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com _git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/l ib/python3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_te uthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ce ph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)', 'yaml.representer.RepresenterError': "('cannot represent an object', '/')"} [5528405] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/set-chunks-read} ----------------------------------------------------------------- time: 00:06:06 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528405/ log: http://qa-proxy.ceph.com/teuthology/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528405/ sentry: https://sentry.ceph.com/sentry/sepia/?query=4e9a9a6719064cdda4a7890fa9f9d512 {'Failure object was': {'smithi103.front.sepia.ceph.com': {'msg': 'Failed to download packages: Cannot download Packages/boost- random-1.66.0-6.el8.x86_64.rpm: All mirrors were tried', 'results': [], 'invocation': {'module_args': {'name': ['dnf-utils', 'sysstat', 'libedit', 'boost-thread', 'xfsprogs', 'gdisk', 'parted', 'libgcrypt', 'fuse-libs', 'openssl', 'libuuid', 'podman', 'podman-docker', 'attr', 'ant', 'lsof', 'gettext', 'bc', 'xfsdump', 'blktrace', 'usbredir', 'libev-devel', 'valgrind', 'nfs-utils', 'ncurses-devel', 'gcc', 'git', 'python3-nose', 'python3-virtualenv', 'genisoimage', 'qemu-img', 'qemu-kvm-core', 'qemu- kvm-block-rbd', 'libacl-devel', 'dbench', 'autoconf', 'gdb', 'iozone'], 'state': 'present', 'allow_downgrade': False, 'autoremove': False, 'bugfix': False, 'disable_gpg_check': False, 'disable_plugin': [], 'disablerepo': [], 'download_only': False, 'enable_plugin': [], 'enablerepo': [], 'exclude': [], 'installroot': '/', 'install_repoquery': True, 'install_weak_deps': True, 'security': False, 'skip_broken': False, 'update_cache': False, 'update_only': False, 'validate_certs': True, 'lock_timeout': 30, 'conf_file': 'None', 'disable_excludes': 'None', 'download_dir': 'None', 'list': 'None', 'releasever': 'None'}}, '_ansible_no_log': False, 'changed': False}}, 'Traceback (most recent call last)': 'File "/home/teuthworker/src/git.ceph.com_git_ceph-cm- ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com _git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com _git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/l ib/python3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_te uthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ce ph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)', 'yaml.representer.RepresenterError': "('cannot represent an object', '/')"} [5528407] rados/singleton/{all/dump-stuck msgr-failures/few msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{centos_latest}} ----------------------------------------------------------------- time: 00:04:22 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528407/ log: http://qa-proxy.ceph.com/teuthology/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528407/ sentry: https://sentry.ceph.com/sentry/sepia/?query=292657d59d4e406cb0b889f9b61c6451 {'Failure object was': {'smithi051.front.sepia.ceph.com': {'msg': 'Failed to download packages: Cannot download Packages/qemu-kvm-block- rbd-2.12.0-88.module_el8.1.0+297+df420408.3.x86_64.rpm: All mirrors were tried', 'results': [], 'invocation': {'module_args': {'name': ['dnf-utils', 'sysstat', 'libedit', 'boost-thread', 'xfsprogs', 'gdisk', 'parted', 'libgcrypt', 'fuse-libs', 'openssl', 'libuuid', 'podman', 'podman-docker', 'attr', 'ant', 'lsof', 'gettext', 'bc', 'xfsdump', 'blktrace', 'usbredir', 'libev-devel', 'valgrind', 'nfs-utils', 'ncurses-devel', 'gcc', 'git', 'python3-nose', 'python3-virtualenv', 'genisoimage', 'qemu-img', 'qemu-kvm- core', 'qemu-kvm-block-rbd', 'libacl-devel', 'dbench', 'autoconf', 'gdb', 'iozone'], 'state': 'present', 'allow_downgrade': False, 'autoremove': False, 'bugfix': False, 'disable_gpg_check': False, 'disable_plugin': [], 'disablerepo': [], 'download_only': False, 'enable_plugin': [], 'enablerepo': [], 'exclude': [], 'installroot': '/', 'install_repoquery': True, 'install_weak_deps': True, 'security': False, 'skip_broken': False, 'update_cache': False, 'update_only': False, 'validate_certs': True, 'lock_timeout': 30, 'conf_file': 'None', 'disable_excludes': 'None', 'download_dir': 'None', 'list': 'None', 'releasever': 'None'}}, '_ansible_no_log': False, 'changed': False}}, 'Traceback (most recent call last)': 'File "/home/teuthworker/src/git.ceph.com_git_ceph-cm- ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com _git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com _git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/l ib/python3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_te uthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ce ph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)', 'yaml.representer.RepresenterError': "('cannot represent an object', '/')"} [5528452] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{centos_latest} tasks/rados_api_tests} ----------------------------------------------------------------- time: 00:03:34 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528452/ log: http://qa-proxy.ceph.com/teuthology/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528452/ sentry: https://sentry.ceph.com/sentry/sepia/?query=4bd98d6eb8f94918815bb82c0addf600 {'Failure object was': {'smithi133.front.sepia.ceph.com': {'msg': 'Failed to download packages: Cannot download Packages/qemu-kvm-block- rbd-2.12.0-88.module_el8.1.0+297+df420408.3.x86_64.rpm: All mirrors were tried', 'results': [], 'invocation': {'module_args': {'name': ['dnf-utils', 'sysstat', 'libedit', 'boost-thread', 'xfsprogs', 'gdisk', 'parted', 'libgcrypt', 'fuse-libs', 'openssl', 'libuuid', 'podman', 'podman-docker', 'attr', 'ant', 'lsof', 'gettext', 'bc', 'xfsdump', 'blktrace', 'usbredir', 'libev-devel', 'valgrind', 'nfs-utils', 'ncurses-devel', 'gcc', 'git', 'python3-nose', 'python3-virtualenv', 'genisoimage', 'qemu-img', 'qemu-kvm- core', 'qemu-kvm-block-rbd', 'libacl-devel', 'dbench', 'autoconf', 'gdb', 'iozone'], 'state': 'present', 'allow_downgrade': False, 'autoremove': False, 'bugfix': False, 'disable_gpg_check': False, 'disable_plugin': [], 'disablerepo': [], 'download_only': False, 'enable_plugin': [], 'enablerepo': [], 'exclude': [], 'installroot': '/', 'install_repoquery': True, 'install_weak_deps': True, 'security': False, 'skip_broken': False, 'update_cache': False, 'update_only': False, 'validate_certs': True, 'lock_timeout': 30, 'conf_file': 'None', 'disable_excludes': 'None', 'download_dir': 'None', 'list': 'None', 'releasever': 'None'}}, '_ansible_no_log': False, 'changed': False}}, 'Traceback (most recent call last)': 'File "/home/teuthworker/src/git.ceph.com_git_ceph-cm- ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com _git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com _git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/l ib/python3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_te uthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ce ph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)', 'yaml.representer.RepresenterError': "('cannot represent an object', '/')"} [5528497] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_latest} thrashers/none thrashosds-health workloads/redirect} ----------------------------------------------------------------- time: 00:01:40 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528497/ log: http://qa-proxy.ceph.com/teuthology/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528497/ sentry: https://sentry.ceph.com/sentry/sepia/?query=f6a36b8384ac4622b6d010b0503fa423 {'Failure object was': {'smithi183.front.sepia.ceph.com': {'msg': 'Failed to download packages: Cannot download Packages/boost- random-1.66.0-6.el8.x86_64.rpm: All mirrors were tried', 'results': [], 'invocation': {'module_args': {'name': ['dnf-utils', 'sysstat', 'libedit', 'boost-thread', 'xfsprogs', 'gdisk', 'parted', 'libgcrypt', 'fuse-libs', 'openssl', 'libuuid', 'podman', 'podman-docker', 'attr', 'ant', 'lsof', 'gettext', 'bc', 'xfsdump', 'blktrace', 'usbredir', 'libev-devel', 'valgrind', 'nfs-utils', 'ncurses-devel', 'gcc', 'git', 'python3-nose', 'python3-virtualenv', 'genisoimage', 'qemu-img', 'qemu-kvm-core', 'qemu- kvm-block-rbd', 'libacl-devel', 'dbench', 'autoconf', 'gdb', 'iozone'], 'state': 'present', 'allow_downgrade': False, 'autoremove': False, 'bugfix': False, 'disable_gpg_check': False, 'disable_plugin': [], 'disablerepo': [], 'download_only': False, 'enable_plugin': [], 'enablerepo': [], 'exclude': [], 'installroot': '/', 'install_repoquery': True, 'install_weak_deps': True, 'security': False, 'skip_broken': False, 'update_cache': False, 'update_only': False, 'validate_certs': True, 'lock_timeout': 30, 'conf_file': 'None', 'disable_excludes': 'None', 'download_dir': 'None', 'list': 'None', 'releasever': 'None'}}, '_ansible_no_log': False, 'changed': False}}, 'Traceback (most recent call last)': 'File "/home/teuthworker/src/git.ceph.com_git_ceph-cm- ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com _git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/__init__.py", line 306, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com _git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/__init__.py", line 278, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/l ib/python3.6/site-packages/yaml/representer.py", line 27, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_te uthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 48, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/s rc/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 207, in represent_dict return self.represent_mapping(\'tag:yaml.org,2002:map\', data) File "/home/teuthwo rker/src/git.ceph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 118, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_gi t_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ce ph.com_git_teuthology_master/virtualenv/lib/python3.6/site- packages/yaml/representer.py", line 231, in represent_undefined raise RepresenterError("cannot represent an object", data)', 'yaml.representer.RepresenterError': "('cannot represent an object', '/')"} Pass ================================================================= [5528149] rados/singleton/{all/mon-config-keys msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest}} time: 00:13:18 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528149/ [5528150] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-stupid supported-random-distro$/{rhel_latest} tasks/module_selftest} time: 00:26:58 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528150/ [5528151] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_latest} thrashers/mapgap thrashosds-health workloads/dedup_tier} time: 00:11:35 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528151/ [5528152] rados/monthrash/{ceph clusters/3-mons msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_latest} thrashers/force-sync-many workloads/rados_api_tests} time: 00:25:13 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528152/ [5528153] rados/cephadm/workunits/{distro/centos_latest task/test_orch_cli} time: 00:16:17 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528153/ [5528154] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_latest} thrashers/morepggrow thrashosds-health workloads/pool-snaps-few-objects} time: 00:31:00 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528154/ [5528155] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/few objectstore/bluestore-comp-zlib rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:28:07 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528155/ [5528156] rados/cephadm/smoke/{distro/ubuntu_latest fixed-2 start} time: 00:13:13 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528156/ [5528157] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/few rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-snaps-few-objects-overwrites} time: 00:22:52 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528157/ [5528158] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/rados_api_tests} time: 00:20:04 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528158/ [5528160] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-small-objects} time: 00:18:44 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528160/ [5528161] rados/cephadm/smoke-roleless/{distro/ubuntu_latest start} time: 00:12:05 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528161/ [5528162] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_latest} thrashers/pggrow thrashosds-health workloads/radosbench-high-concurrency} time: 00:51:19 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528162/ [5528163] rados/perf/{ceph objectstore/bluestore-low-osd-mem-target openstack settings/optimized ubuntu_latest workloads/radosbench_4M_write} time: 00:07:44 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528163/ [5528164] rados/cephadm/with-work/{distro/rhel_8.0 fixed-2 mode/packaged msgr/async-v1only start tasks/rados_api_tests} time: 00:34:47 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528164/ [5528165] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/radosbench} time: 01:01:55 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528165/ [5528166] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-bitmap supported-random-distro$/{centos_latest} tasks/dashboard} time: 00:55:48 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528166/ [5528169] rados/singleton-nomsgr/{all/admin_socket_output rados supported-random-distro$/{ubuntu_latest}} time: 00:12:32 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528169/ [5528171] rados/upgrade/mimic-x-singleton/{0-cluster/{openstack start} 1-install/mimic 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{rbd-cls rbd-import-export readwrite snaps-few-objects} 5-workload/{radosbench rbd_api} 6-finish-upgrade 7-octopus 8-workload/{rbd-python snaps-many-objects} bluestore-bitmap thrashosds-health ubuntu_latest} time: 05:31:41 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528171/ [5528173] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{rhel_latest} tasks/rados_python} time: 00:17:18 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528173/ [5528174] rados/singleton/{all/osd-backfill msgr-failures/few msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_latest}} time: 00:18:56 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528174/ [5528175] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/redirect} time: 00:10:30 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528175/ [5528176] rados/multimon/{clusters/21 msgr-failures/few msgr/async-v1only no_pools objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} tasks/mon_clock_with_skews} time: 00:05:43 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528176/ [5528177] rados/cephadm/orchestrator_cli/{2-node-mgr orchestrator_cli supported-random-distro$/{rhel_latest}} time: 00:13:26 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528177/ [5528178] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/few objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:09:29 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528178/ [5528179] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_latest} thrashers/mapgap thrashosds-health workloads/redirect_promote_tests} time: 00:15:54 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528179/ [5528180] rados/cephadm/smoke/{distro/centos_7 fixed-2 start} time: 00:14:38 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528180/ [5528181] rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/jewel-v1only backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{ubuntu_18.04} msgr-failures/osd-delay rados thrashers/pggrow thrashosds-health workloads/test_rbd_api} time: 00:20:33 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528181/ [5528182] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_latest} thrashers/morepggrow thrashosds-health workloads/redirect_set_object} time: 00:12:37 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528182/ [5528183] rados/singleton/{all/osd-recovery-incomplete msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_latest}} time: 00:20:51 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528183/ [5528184] rados/cephadm/smoke-roleless/{distro/centos_7 start} time: 00:13:20 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528184/ [5528185] rados/perf/{ceph objectstore/bluestore-stupid openstack settings/optimized ubuntu_latest workloads/radosbench_omap_write} time: 00:20:44 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528185/ [5528186] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_latest} thrashers/none thrashosds-health workloads/set-chunk-promote-flush} time: 00:12:20 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528186/ [5528187] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/osd-delay objectstore/bluestore-comp-zstd rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} time: 00:26:38 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528187/ [5528188] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zstd rados tasks/rados_api_tests validater/lockdep} time: 00:22:57 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528188/ [5528189] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/filestore-xfs supported-random-distro$/{rhel_latest} tasks/progress} time: 00:13:22 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528189/ [5528190] rados/cephadm/upgrade/{1-start 2-repo_digest/defaut 3-start-upgrade 4-wait distro$/{rhel_latest} fixed-2} time: 00:16:03 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528190/ [5528191] rados/monthrash/{ceph clusters/9-mons msgr-failures/mon-delay msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} thrashers/many workloads/rados_mon_osdmap_prune} time: 01:02:32 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528191/ [5528192] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/set-chunks-read} time: 00:15:12 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528192/ [5528193] rados/singleton-nomsgr/{all/balancer rados supported-random-distro$/{rhel_latest}} time: 00:13:48 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528193/ [5528194] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/osd-delay objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_latest} thrashers/none thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:21:28 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528194/ [5528195] rados/singleton/{all/osd-recovery msgr-failures/few msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest}} time: 00:11:47 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528195/ [5528196] rados/cephadm/workunits/{distro/centos_latest task/test_adoption} time: 00:09:21 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528196/ [5528197] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/small-objects-balanced} time: 00:26:20 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528197/ [5528198] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/small-objects-localized} time: 00:19:24 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528198/ [5528199] rados/cephadm/with-work/{distro/rhel_latest fixed-2 mode/root msgr/async-v2only start tasks/rados_python} time: 00:24:11 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528199/ [5528200] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/minsize_recovery thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} time: 00:22:26 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528200/ [5528201] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest} tasks/rados_stress_watch} time: 00:17:29 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528201/ [5528202] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_latest} thrashers/mapgap thrashosds-health workloads/small-objects} time: 00:18:44 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528202/ [5528203] rados/singleton/{all/peer msgr-failures/many msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest}} time: 00:06:18 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528203/ [5528204] rados/cephadm/smoke/{distro/centos_8.0 fixed-2 start} time: 00:12:03 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528204/ [5528205] rados/perf/{ceph objectstore/bluestore-basic-min-osd-mem-target openstack settings/optimized ubuntu_latest workloads/sample_fio} time: 00:10:22 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528205/ [5528206] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_latest} thrashers/morepggrow thrashosds-health workloads/snaps-few-objects-balanced} time: 00:26:32 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528206/ [5528207] rados/cephadm/smoke-roleless/{distro/centos_8.0 start} time: 00:10:36 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528207/ [5528208] rados/multimon/{clusters/3 msgr-failures/many msgr/async-v2only no_pools objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} tasks/mon_recovery} time: 00:08:06 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528208/ [5528210] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_latest} thrashers/none thrashosds-health workloads/snaps-few-objects-localized} time: 00:25:06 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528210/ [5528211] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/osd-delay rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/fastread thrashosds-health workloads/ec-pool-snaps-few-objects-overwrites} time: 00:27:18 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528211/ [5528212] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/osd-delay objectstore/bluestore-comp-zlib rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:09:52 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528212/ [5528213] rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/jewel backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} msgr-failures/fastclose rados thrashers/careful thrashosds-health workloads/cache-snaps} time: 00:34:24 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528213/ [5528214] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-lz4 supported-random-distro$/{ubuntu_latest} tasks/dashboard} time: 00:55:55 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528214/ [5528215] rados/objectstore/{backends/ceph_objectstore_tool supported-random-distro$/{rhel_latest}} time: 00:13:29 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528215/ [5528216] rados/singleton-nomsgr/{all/cache-fs-trunc rados supported-random-distro$/{centos_latest}} time: 00:07:02 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528216/ [5528217] rados/singleton/{all/pg-autoscaler msgr-failures/few msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_latest}} time: 00:15:48 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528217/ [5528218] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_cephadm} time: 00:14:12 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528218/ [5528219] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_latest} thrashers/pggrow thrashosds-health workloads/snaps-few-objects} time: 00:28:46 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528219/ [5528220] rados/cephadm/with-work/{distro/ubuntu_18.04 fixed-2 mode/packaged msgr/async start tasks/rados_api_tests} time: 00:32:39 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528220/ [5528221] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/write_fadvise_dontneed} time: 00:17:51 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528221/ [5528222] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-bitmap supported-random-distro$/{ubuntu_latest} tasks/prometheus} time: 00:08:34 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528222/ [5528223] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/fastclose objectstore/bluestore-hybrid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} time: 00:08:49 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528223/ [5528224] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none msgr-failures/few msgr/async-v2only objectstore/bluestore-hybrid rados tasks/rados_cls_all validater/valgrind} time: 01:11:36 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528224/ [5528225] rados/standalone/{supported-random-distro$/{ubuntu_latest} workloads/erasure-code} time: 00:34:19 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528225/ [5528226] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/admin_socket_objecter_requests} time: 00:26:39 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528226/ [5528227] rados/perf/{ceph objectstore/bluestore-bitmap openstack settings/optimized ubuntu_latest workloads/sample_radosbench} time: 00:08:10 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528227/ [5528228] rados/singleton/{all/pg-removal-interruption msgr-failures/many msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{rhel_latest}} time: 00:09:45 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528228/ [5528229] rados/cephadm/smoke/{distro/centos_latest fixed-2 start} time: 00:11:24 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528229/ [5528230] rados/monthrash/{ceph clusters/3-mons msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_latest} thrashers/one workloads/rados_mon_workunits} time: 00:31:02 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528230/ [5528231] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/cache-agent-big} time: 00:29:13 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528231/ [5528232] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/fastclose objectstore/bluestore-hybrid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:25:02 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528232/ [5528236] rados/cephadm/workunits/{distro/centos_latest task/test_cephadm_repos} time: 00:08:07 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528236/ [5528237] rados/singleton/{all/radostool msgr-failures/few msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest}} time: 00:13:21 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528237/ [5528239] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} time: 00:29:16 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528239/ [5528240] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_latest} thrashers/none thrashosds-health workloads/cache-pool-snaps-readproxy} time: 00:20:30 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528240/ [5528241] rados/cephadm/smoke/{distro/rhel_7 fixed-2 start} time: 00:14:08 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528241/ [5528242] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/cache-pool-snaps} time: 00:22:46 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528242/ [5528243] rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/luminous-v1only backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{ubuntu_18.04} msgr-failures/few rados thrashers/default thrashosds-health workloads/radosbench} time: 02:02:24 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528243/ [5528244] rados/perf/{ceph objectstore/bluestore-bitmap openstack settings/optimized ubuntu_latest workloads/cosbench_64K_read_write} time: 00:14:06 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528244/ [5528245] rados/cephadm/smoke-roleless/{distro/rhel_7 start} time: 00:12:42 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528245/ [5528246] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/cache-snaps-balanced} time: 00:21:17 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528246/ [5528247] rados/singleton/{all/random-eio msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_latest}} time: 00:30:31 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528247/ [5528248] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/fastclose objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:10:04 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528248/ [5528249] rados/multimon/{clusters/6 msgr-failures/few msgr/async no_pools objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_latest} tasks/mon_clock_no_skews} time: 00:09:19 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528249/ [5528251] rados/cephadm/with-work/{distro/ubuntu_18.04_podman fixed-2 mode/root msgr/async-v1only start tasks/rados_python} time: 00:24:47 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528251/ [5528252] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-snappy supported-random-distro$/{ubuntu_latest} tasks/dashboard} time: 00:56:00 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528252/ [5528254] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/cache} time: 00:09:33 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528254/ [5528255] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_orch_cli} time: 00:16:56 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528255/ [5528257] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-lz4 supported-random-distro$/{rhel_latest} tasks/workunits} time: 00:12:42 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528257/ [5528258] rados/singleton-nomsgr/{all/ceph-post-file rados supported-random-distro$/{ubuntu_latest}} time: 00:06:56 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528258/ [5528259] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/dedup_tier} time: 00:09:59 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528259/ [5528260] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/few objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} time: 00:24:10 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528260/ [5528261] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} msgr-failures/few msgr/async objectstore/bluestore-low-osd-mem-target rados tasks/mon_recovery validater/lockdep} time: 00:11:41 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528261/ [5528262] rados/cephadm/smoke/{distro/rhel_8.0 fixed-2 start} time: 00:14:41 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528262/ [5528263] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_latest} thrashers/none thrashosds-health workloads/pool-snaps-few-objects} time: 00:25:07 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528263/ [5528264] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/fastclose rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-fast-read-overwrites} time: 00:17:47 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528264/ [5528265] rados/monthrash/{ceph clusters/9-mons msgr-failures/mon-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/sync-many workloads/snaps-few-objects} time: 00:29:15 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528265/ [5528266] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_latest} tasks/rados_workunit_loadgen_big} time: 00:34:42 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528266/ [5528267] rados/perf/{ceph objectstore/bluestore-comp openstack settings/optimized ubuntu_latest workloads/cosbench_64K_write} time: 00:14:45 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528267/ [5528268] rados/cephadm/smoke-roleless/{distro/rhel_8.0 start} time: 00:13:47 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528268/ [5528269] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/few objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:26:42 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528269/ [5528270] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_latest} thrashers/pggrow thrashosds-health workloads/rados_api_tests} time: 00:26:29 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528270/ [5528271] rados/singleton/{all/recovery-preemption msgr-failures/many msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_latest}} time: 00:18:25 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528271/ [5528272] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/radosbench-high-concurrency} time: 00:35:42 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528272/ [5528273] rados/cephadm/with-work/{distro/centos_8.0 fixed-2 mode/packaged msgr/async-v1only start tasks/rados_python} time: 00:22:36 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528273/ [5528274] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} time: 00:26:27 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528274/ [5528275] rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/luminous backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} msgr-failures/osd-delay rados thrashers/mapgap thrashosds-health workloads/rbd_cls} time: 00:21:00 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528275/ [5528276] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/radosbench} time: 01:50:13 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528276/ [5528277] rados/cephadm/upgrade/{1-start 2-repo_digest/repo_digest 3-start-upgrade 4-wait distro$/{centos_7} fixed-2} time: 00:28:11 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528277/ [5528278] rados/standalone/{supported-random-distro$/{rhel_latest} workloads/mgr} time: 00:15:00 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528278/ [5528279] rados/singleton/{all/resolve_stuck_peering msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_latest}} time: 00:10:32 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528279/ [5528280] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_latest} thrashers/mapgap thrashosds-health workloads/redirect} time: 00:13:14 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528280/ [5528281] rados/singleton-nomsgr/{all/export-after-evict rados supported-random-distro$/{rhel_latest}} time: 00:09:54 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528281/ [5528282] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/few objectstore/bluestore-hybrid rados recovery-overrides/{default} supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:13:13 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528282/ [5528283] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_adoption} time: 00:09:00 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528283/ [5528284] rados/multimon/{clusters/9 msgr-failures/many msgr/async-v1only no_pools objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} tasks/mon_clock_with_skews} time: 00:05:33 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528284/ [5528285] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/redirect_promote_tests} time: 00:12:23 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528285/ [5528286] rados/perf/{ceph objectstore/bluestore-low-osd-mem-target openstack settings/optimized ubuntu_latest workloads/fio_4K_rand_read} time: 00:10:32 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528286/ [5528287] rados/cephadm/smoke/{distro/rhel_latest fixed-2 start} time: 00:13:36 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528287/ [5528288] rados/singleton/{all/test-crash msgr-failures/many msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_latest}} time: 00:13:18 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528288/ [5528289] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_latest} thrashers/none thrashosds-health workloads/redirect_set_object} time: 00:12:43 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528289/ [5528290] rados/cephadm/smoke-roleless/{distro/rhel_latest start} time: 00:12:23 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528290/ [5528291] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_latest} thrashers/pggrow thrashosds-health workloads/set-chunk-promote-flush} time: 00:12:54 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528291/ [5528292] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-snappy supported-random-distro$/{ubuntu_latest} tasks/crash} time: 00:07:48 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528292/ [5528293] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_latest} tasks/rados_workunit_loadgen_mix} time: 00:24:26 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528293/ [5528294] rados/singleton-bluestore/{all/cephtool msgr-failures/many msgr/async-v2only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_latest}} time: 00:36:38 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528294/ [5528295] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-zlib supported-random-distro$/{rhel_latest} tasks/dashboard} time: 01:00:45 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528295/ [5528297] rados/valgrind-leaks/{1-start 2-inject-leak/none centos_latest} time: 00:16:57 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528297/ [5528298] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/set-chunks-read} time: 00:20:48 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528298/ [5528299] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/osd-delay objectstore/bluestore-stupid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} time: 00:08:49 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528299/ [5528300] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none msgr-failures/few msgr/async-v1only objectstore/bluestore-stupid rados tasks/rados_api_tests validater/valgrind} time: 00:42:59 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528300/ [5528302] rados/singleton/{all/test_envlibrados_for_rocksdb msgr-failures/few msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest}} time: 00:14:55 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528302/ [5528303] rados/monthrash/{ceph clusters/3-mons msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_latest} thrashers/sync workloads/pool-create-delete} time: 00:15:15 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528303/ [5528304] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/small-objects-balanced} time: 00:21:11 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528304/ [5528305] rados/singleton-nomsgr/{all/full-tiering rados supported-random-distro$/{ubuntu_latest}} time: 00:06:24 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528305/ [5528306] rados/cephadm/with-work/{distro/centos_latest fixed-2 mode/root msgr/async-v2only start tasks/rados_api_tests} time: 00:42:53 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528306/ [5528307] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/osd-delay objectstore/bluestore-stupid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:26:40 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528307/ [5528308] rados/perf/{ceph objectstore/bluestore-stupid openstack settings/optimized ubuntu_latest workloads/fio_4K_rand_rw} time: 00:10:09 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528308/ [5528309] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_latest} thrashers/mapgap thrashosds-health workloads/small-objects-localized} time: 00:19:18 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528309/ [5528310] rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/mimic-v1only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{ubuntu_18.04} msgr-failures/fastclose rados thrashers/morepggrow thrashosds-health workloads/snaps-few-objects} time: 00:37:38 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528310/ [5528311] rados/cephadm/smoke/{distro/ubuntu_18.04 fixed-2 start} time: 00:13:17 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528311/ [5528312] rados/singleton/{all/thrash-backfill-full msgr-failures/many msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_latest}} time: 01:37:30 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528312/ [5528313] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_latest} thrashers/morepggrow thrashosds-health workloads/small-objects} time: 00:20:41 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528313/ [5528314] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/ec-radosbench} time: 02:26:57 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528314/ [5528315] rados/cephadm/smoke-roleless/{distro/ubuntu_18.04 start} time: 00:12:02 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528315/ [5528316] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/snaps-few-objects-balanced} time: 00:20:48 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528316/ [5528317] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/few rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-overwrites} time: 00:20:11 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528317/ [5528318] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/osd-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:13:12 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528318/ [5528319] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_cephadm_repos} time: 00:06:28 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528319/ [5528320] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/snaps-few-objects-localized} time: 00:23:55 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528320/ [5528321] rados/singleton/{all/thrash-eio msgr-failures/few msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{centos_latest}} time: 00:37:08 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528321/ [5528322] rados/multimon/{clusters/21 msgr-failures/few msgr/async-v2only no_pools objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} tasks/mon_recovery} time: 00:21:14 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528322/ [5528323] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/snaps-few-objects} time: 00:23:04 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528323/ [5528324] rados/cephadm/with-work/{distro/rhel_8.0 fixed-2 mode/packaged msgr/async start tasks/rados_python} time: 00:25:54 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528324/ [5528325] rados/singleton-nomsgr/{all/health-warnings rados supported-random-distro$/{ubuntu_latest}} time: 00:09:39 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528325/ [5528326] rados/perf/{ceph objectstore/bluestore-basic-min-osd-mem-target openstack settings/optimized ubuntu_latest workloads/fio_4M_rand_read} time: 00:08:36 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528326/ [5528327] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_latest} tasks/rados_workunit_loadgen_mostlyread} time: 00:32:29 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528327/ [5528329] rados/cephadm/smoke/{distro/ubuntu_18.04_podman fixed-2 start} time: 00:14:16 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528329/ [5528330] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-zlib supported-random-distro$/{centos_latest} tasks/failover} time: 00:14:30 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528330/ [5528331] rados/singleton/{all/thrash-rados/{thrash-rados thrashosds-health} msgr-failures/many msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest}} time: 00:20:14 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528331/ [5528332] rados/standalone/{supported-random-distro$/{ubuntu_latest} workloads/misc} time: 00:23:44 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528332/ [5528333] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_latest} thrashers/mapgap thrashosds-health workloads/admin_socket_objecter_requests} time: 00:27:26 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528333/ [5528334] rados/cephadm/smoke-roleless/{distro/ubuntu_18.04_podman start} time: 00:11:59 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528334/ [5528335] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/fastclose objectstore/filestore-xfs rados recovery-overrides/{default} supported-random-distro$/{rhel_latest} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} time: 00:25:10 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528335/ [5528337] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_latest} thrashers/morepggrow thrashosds-health workloads/cache-agent-big} time: 00:27:21 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528337/ [5528338] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-zstd supported-random-distro$/{ubuntu_latest} tasks/dashboard} time: 00:55:19 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528338/ [5528339] rados/objectstore/{backends/filestore-idempotent supported-random-distro$/{rhel_latest}} time: 02:19:52 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528339/ [5528340] rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/mimic backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} msgr-failures/few rados thrashers/none thrashosds-health workloads/test_rbd_api} time: 00:15:44 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528340/ [5528341] rados/monthrash/{ceph clusters/9-mons msgr-failures/mon-delay msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_latest} thrashers/force-sync-many workloads/rados_5925} time: 00:11:44 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528341/ [5528343] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/cache-agent-small} time: 00:09:53 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528343/ [5528344] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/fastclose objectstore/filestore-xfs rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_latest} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:26:08 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528344/ [5528346] rados/cephadm/smoke/{distro/ubuntu_latest fixed-2 start} time: 00:13:31 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528346/ [5528347] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_latest} thrashers/pggrow thrashosds-health workloads/cache-pool-snaps-readproxy} time: 00:31:50 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528347/ [5528348] rados/perf/{ceph objectstore/bluestore-bitmap openstack settings/optimized ubuntu_latest workloads/fio_4M_rand_rw} time: 00:08:37 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528348/ [5528349] rados/singleton-nomsgr/{all/large-omap-object-warnings rados supported-random-distro$/{rhel_latest}} time: 00:12:23 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528349/ [5528350] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/ec-small-objects-balanced} time: 00:18:25 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528350/ [5528351] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/cache-pool-snaps} time: 00:23:13 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528351/ [5528352] rados/cephadm/smoke-roleless/{distro/ubuntu_latest start} time: 00:11:52 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528352/ [5528353] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/fastclose objectstore/bluestore-stupid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:10:43 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528353/ [5528354] rados/singleton/{all/watch-notify-same-primary msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_latest}} time: 00:07:33 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528354/ [5528355] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/cache-snaps-balanced} time: 00:26:21 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528355/ [5528356] rados/cephadm/with-work/{distro/rhel_latest fixed-2 mode/root msgr/async-v1only start tasks/rados_api_tests} time: 00:33:27 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528356/ [5528357] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{centos_latest} tasks/readwrite} time: 00:10:50 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528357/ [5528358] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_latest} thrashers/mapgap thrashosds-health workloads/cache-snaps} time: 00:22:38 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528358/ [5528359] rados/multimon/{clusters/3 msgr-failures/many msgr/async no_pools objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_latest} tasks/mon_clock_no_skews} time: 00:09:22 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528359/ [5528360] rados/upgrade/nautilus-x-singleton/{0-cluster/{openstack start} 1-install/nautilus 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{rbd-cls rbd-import-export readwrite snaps-few-objects} 5-workload/{radosbench rbd_api} 6-finish-upgrade 7-octopus 8-workload/{rbd-python snaps-many-objects} bluestore-bitmap thrashosds-health ubuntu_latest} time: 03:39:34 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528360/ [5528361] rados/cephadm/orchestrator_cli/{2-node-mgr orchestrator_cli supported-random-distro$/{ubuntu_latest}} time: 00:09:29 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528361/ [5528362] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_latest} thrashers/morepggrow thrashosds-health workloads/cache} time: 00:10:57 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528362/ [5528363] rados/singleton/{all/admin-socket msgr-failures/few msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_latest}} time: 00:06:39 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528363/ [5528364] rados/perf/{ceph objectstore/bluestore-comp openstack settings/optimized ubuntu_latest workloads/fio_4M_rand_write} time: 00:12:11 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528364/ [5528365] rados/cephadm/smoke/{distro/centos_7 fixed-2 start} time: 00:14:54 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528365/ [5528366] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-zstd supported-random-distro$/{centos_latest} tasks/insights} time: 00:10:32 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528366/ [5528367] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/dedup_tier} time: 00:08:31 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528367/ [5528368] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/osd-delay rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/pggrow thrashosds-health workloads/ec-snaps-few-objects-overwrites} time: 00:26:12 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528368/ [5528369] rados/singleton-nomsgr/{all/lazy_omap_stats_output rados supported-random-distro$/{rhel_latest}} time: 00:10:51 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528369/ [5528370] rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus-v1only backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{ubuntu_18.04} msgr-failures/osd-delay rados thrashers/pggrow thrashosds-health workloads/cache-snaps} time: 00:31:35 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528370/ [5528371] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/pool-snaps-few-objects} time: 00:26:14 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528371/ [5528372] rados/cephadm/smoke-roleless/{distro/centos_7 start} time: 00:13:13 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528372/ [5528373] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/few objectstore/bluestore-bitmap rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_latest} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} time: 00:11:24 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528373/ [5528374] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none msgr-failures/few msgr/async objectstore/bluestore-bitmap rados tasks/rados_cls_all validater/valgrind} time: 01:13:05 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528374/ [5528375] rados/singleton/{all/deduptool msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest}} time: 00:08:49 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528375/ [5528376] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/rados_api_tests} time: 00:30:05 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528376/ [5528377] rados/cephadm/upgrade/{1-start 2-repo_digest/defaut 3-start-upgrade 4-wait distro$/{rhel_7} fixed-2} time: 00:16:44 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528377/ [5528378] rados/monthrash/{ceph clusters/3-mons msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} thrashers/many workloads/rados_api_tests} time: 00:28:01 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528378/ [5528379] rados/singleton-bluestore/{all/cephtool msgr-failures/few msgr/async objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_latest}} time: 00:33:35 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528379/ [5528380] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/few objectstore/bluestore-bitmap rados recovery-overrides/{default} supported-random-distro$/{centos_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:25:36 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528380/ [5528381] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-hybrid supported-random-distro$/{centos_latest} tasks/dashboard} time: 00:55:03 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528381/ [5528382] rados/objectstore/{backends/fusestore supported-random-distro$/{centos_latest}} time: 00:08:06 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528382/ [5528383] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/radosbench-high-concurrency} time: 00:50:16 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528383/ [5528384] rados/cephadm/workunits/{distro/centos_latest task/test_adoption} time: 00:09:27 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528384/ [5528385] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_latest} thrashers/mapgap thrashosds-health workloads/radosbench} time: 02:41:45 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528385/ [5528386] rados/singleton/{all/divergent_priors msgr-failures/few msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_latest}} time: 00:11:02 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528386/ [5528387] rados/standalone/{supported-random-distro$/{ubuntu_latest} workloads/mon} time: 00:44:23 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528387/ [5528388] rados/perf/{ceph objectstore/bluestore-low-osd-mem-target openstack settings/optimized ubuntu_latest workloads/radosbench_4K_rand_read} time: 00:10:36 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528388/ [5528389] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{default} supported-random-distro$/{rhel_latest} thrashers/fastread thrashosds-health workloads/ec-small-objects-fast-read} time: 00:22:23 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528389/ [5528390] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/few objectstore/filestore-xfs rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:08:51 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528390/ [5528391] rados/cephadm/with-work/{distro/ubuntu_18.04 fixed-2 mode/packaged msgr/async-v2only start tasks/rados_python} time: 00:23:27 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528391/ [5528392] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} tasks/repair_test} time: 00:13:46 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528392/ [5528393] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/redirect} time: 00:10:19 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528393/ [5528394] rados/cephadm/smoke/{distro/centos_8.0 fixed-2 start} time: 00:11:58 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528394/ [5528395] rados/singleton-nomsgr/{all/librados_hello_world rados supported-random-distro$/{centos_latest}} time: 00:09:51 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528395/ [5528396] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_latest} thrashers/none thrashosds-health workloads/redirect_promote_tests} time: 00:10:15 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528396/ [5528397] rados/multimon/{clusters/6 msgr-failures/few msgr/async-v1only no_pools objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_latest} tasks/mon_clock_with_skews} time: 00:06:11 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528397/ [5528398] rados/singleton/{all/divergent_priors2 msgr-failures/many msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest}} time: 00:06:58 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528398/ [5528399] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/redirect_set_object} time: 00:11:11 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528399/ [5528400] rados/cephadm/smoke-roleless/{distro/centos_8.0 start} time: 00:10:56 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528400/ [5528401] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/set-chunk-promote-flush} time: 00:08:53 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528401/ [5528402] rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus-v2only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} msgr-failures/fastclose rados thrashers/careful thrashosds-health workloads/radosbench} time: 01:42:10 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528402/ [5528403] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-hybrid supported-random-distro$/{centos_latest} tasks/module_selftest} time: 00:36:42 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528403/ [5528404] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_cephadm} time: 00:13:47 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528404/ [5528406] rados/perf/{ceph objectstore/bluestore-stupid openstack settings/optimized ubuntu_latest workloads/radosbench_4K_seq_read} time: 00:08:31 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528406/ [5528408] rados/cephadm/with-work/{distro/ubuntu_18.04_podman fixed-2 mode/root msgr/async start tasks/rados_api_tests} time: 00:33:14 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528408/ [5528409] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/osd-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} time: 00:26:03 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528409/ [5528410] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-lz4 rados tasks/mon_recovery validater/lockdep} time: 00:10:08 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528410/ [5528411] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_latest} thrashers/mapgap thrashosds-health workloads/small-objects-balanced} time: 00:19:49 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528411/ [5528412] rados/cephadm/smoke/{distro/centos_latest fixed-2 start} time: 00:11:41 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528412/ [5528413] rados/singleton-nomsgr/{all/msgr rados supported-random-distro$/{centos_latest}} time: 00:11:54 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528413/ [5528414] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/small-objects-localized} time: 00:20:50 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528414/ [5528415] rados/monthrash/{ceph clusters/9-mons msgr-failures/mon-delay msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest} thrashers/one workloads/rados_mon_osdmap_prune} time: 01:00:15 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528415/ [5528416] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/osd-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:20:35 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528416/ [5528417] rados/singleton/{all/ec-lost-unfound msgr-failures/many msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest}} time: 00:24:08 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528417/ [5528418] rados/cephadm/smoke-roleless/{distro/centos_latest start} time: 00:10:25 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528418/ [5528419] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_latest} thrashers/none thrashosds-health workloads/small-objects} time: 00:18:02 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528419/ [5528420] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{centos_latest} tasks/scrub_test} time: 00:09:35 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528420/ [5528421] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/fastclose rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/ec-snaps-few-objects-overwrites} time: 00:27:28 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528421/ [5528422] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/few objectstore/bluestore-bitmap rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:09:10 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528422/ [5528423] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-low-osd-mem-target supported-random-distro$/{centos_latest} tasks/dashboard} time: 00:57:48 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528423/ [5528424] rados/objectstore/{backends/keyvaluedb supported-random-distro$/{rhel_latest}} time: 00:09:40 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528424/ [5528425] rados/valgrind-leaks/{1-start 2-inject-leak/osd centos_latest} time: 00:16:36 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528425/ [5528426] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/snaps-few-objects-balanced} time: 00:24:54 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528426/ [5528427] rados/cephadm/workunits/{distro/centos_latest task/test_cephadm_repos} time: 00:06:26 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528427/ [5528428] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_latest} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-many-deletes} time: 00:26:01 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528428/ [5528429] rados/perf/{ceph objectstore/bluestore-basic-min-osd-mem-target openstack settings/optimized ubuntu_latest workloads/radosbench_4M_rand_read} time: 00:09:31 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528429/ [5528430] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/snaps-few-objects-localized} time: 00:25:40 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528430/ [5528431] rados/singleton/{all/erasure-code-nonregression msgr-failures/few msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_latest}} time: 00:10:59 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528431/ [5528432] rados/cephadm/with-work/{distro/centos_8.0 fixed-2 mode/packaged msgr/async start tasks/rados_python} time: 00:21:43 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528432/ [5528433] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/snaps-few-objects} time: 00:29:13 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528433/ [5528434] rados/multimon/{clusters/9 msgr-failures/many msgr/async-v2only no_pools objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} tasks/mon_recovery} time: 00:13:32 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528434/ [5528435] rados/cephadm/smoke/{distro/rhel_7 fixed-2 start} time: 00:14:00 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528435/ [5528436] rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{ubuntu_18.04} msgr-failures/few rados thrashers/default thrashosds-health workloads/rbd_cls} time: 00:21:22 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528436/ [5528437] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_latest} thrashers/mapgap thrashosds-health workloads/write_fadvise_dontneed} time: 00:12:42 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528437/ [5528438] rados/singleton-nomsgr/{all/multi-backfill-reject rados supported-random-distro$/{centos_latest}} time: 00:21:22 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528438/ [5528439] rados/singleton/{all/lost-unfound-delete msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest}} time: 00:26:48 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528439/ [5528440] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-low-osd-mem-target supported-random-distro$/{ubuntu_latest} tasks/progress} time: 00:11:54 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528440/ [5528441] rados/cephadm/smoke-roleless/{distro/rhel_7 start} time: 00:12:42 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528441/ [5528442] rados/standalone/{supported-random-distro$/{ubuntu_latest} workloads/osd} time: 02:57:21 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528442/ [5528443] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_latest} thrashers/morepggrow thrashosds-health workloads/admin_socket_objecter_requests} time: 00:23:37 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528443/ [5528444] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_orch_cli} time: 00:17:00 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528444/ [5528445] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_latest} thrashers/none thrashosds-health workloads/cache-agent-big} time: 00:16:18 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528445/ [5528446] rados/perf/{ceph objectstore/bluestore-bitmap openstack settings/optimized ubuntu_latest workloads/radosbench_4M_seq_read} time: 00:08:29 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528446/ [5528447] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/fastclose objectstore/bluestore-comp-snappy rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} time: 00:09:21 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528447/ [5528449] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/cache-agent-small} time: 00:12:25 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528449/ [5528450] rados/singleton/{all/lost-unfound msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_latest}} time: 00:32:41 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528450/ [5528451] rados/cephadm/smoke/{distro/rhel_8.0 fixed-2 start} time: 00:14:53 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528451/ [5528453] rados/monthrash/{ceph clusters/3-mons msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_latest} thrashers/sync-many workloads/rados_mon_workunits} time: 00:26:16 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528453/ [5528454] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/cache-pool-snaps-readproxy} time: 00:30:25 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528454/ [5528455] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/fastclose objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:27:50 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528455/ [5528456] rados/cephadm/smoke-roleless/{distro/rhel_8.0 start} time: 00:13:38 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528456/ [5528457] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/osd-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:09:50 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528457/ [5528458] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/cache-pool-snaps} time: 00:24:38 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528458/ [5528459] rados/singleton-nomsgr/{all/osd_stale_reads rados supported-random-distro$/{centos_latest}} time: 00:17:11 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528459/ [5528460] rados/singleton/{all/max-pg-per-osd.from-mon msgr-failures/many msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_latest}} time: 00:06:29 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528460/ [5528461] rados/cephadm/with-work/{distro/centos_latest fixed-2 mode/root msgr/async-v1only start tasks/rados_api_tests} time: 00:31:13 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528461/ [5528462] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{default} supported-random-distro$/{rhel_latest} thrashers/morepggrow thrashosds-health workloads/ec-small-objects} time: 00:24:23 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528462/ [5528463] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_latest} thrashers/mapgap thrashosds-health workloads/cache-snaps-balanced} time: 00:19:37 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528463/ [5528464] rados/singleton-bluestore/{all/cephtool msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_latest}} time: 00:31:33 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528464/ [5528465] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-stupid supported-random-distro$/{ubuntu_latest} tasks/dashboard} time: 00:55:53 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528465/ [5528466] rados/objectstore/{backends/objectcacher-stress supported-random-distro$/{rhel_latest}} time: 00:26:45 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528466/ [5528467] rados/cephadm/upgrade/{1-start 2-repo_digest/repo_digest 3-start-upgrade 4-wait distro$/{centos_latest} fixed-2} time: 00:13:43 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528467/ [5528469] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_latest} thrashers/morepggrow thrashosds-health workloads/cache-snaps} time: 00:19:45 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528469/ [5528470] rados/perf/{ceph objectstore/bluestore-comp openstack settings/optimized ubuntu_latest workloads/radosbench_4M_write} time: 00:07:43 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528470/ [5528471] rados/multimon/{clusters/21 msgr-failures/few msgr/async no_pools objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} tasks/mon_clock_no_skews} time: 00:05:04 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528471/ [5528472] rados/singleton/{all/max-pg-per-osd.from-primary msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_latest}} time: 00:14:01 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528472/ [5528473] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_adoption} time: 00:08:22 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528473/ [5528474] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_latest} thrashers/none thrashosds-health workloads/cache} time: 00:11:47 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528474/ [5528475] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/few rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/ec-pool-snaps-few-objects-overwrites} time: 00:30:28 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528475/ [5528476] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-stupid supported-random-distro$/{ubuntu_latest} tasks/prometheus} time: 00:07:57 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528476/ [5528477] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/dedup_tier} time: 00:08:46 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528477/ [5528478] rados/cephadm/smoke/{distro/rhel_latest fixed-2 start} time: 00:13:21 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528478/ [5528479] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/pool-snaps-few-objects} time: 00:34:09 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528479/ [5528480] rados/cephadm/smoke-roleless/{distro/rhel_latest start} time: 00:12:34 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528480/ [5528481] rados/singleton/{all/max-pg-per-osd.from-replica msgr-failures/many msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{centos_latest}} time: 00:09:39 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528481/ [5528482] rados/singleton-nomsgr/{all/pool-access rados supported-random-distro$/{ubuntu_latest}} time: 00:07:34 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528482/ [5528483] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest} tasks/rados_cls_all} time: 00:12:46 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528483/ [5528484] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/rados_api_tests} time: 00:21:39 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528484/ [5528485] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/few objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} time: 00:23:55 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528485/ [5528486] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} msgr-failures/few msgr/async objectstore/bluestore-comp-zlib rados tasks/rados_cls_all validater/lockdep} time: 00:14:10 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528486/ [5528487] rados/cephadm/with-work/{distro/rhel_8.0 fixed-2 mode/packaged msgr/async-v2only start tasks/rados_python} time: 00:25:48 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528487/ [5528488] rados/perf/{ceph objectstore/bluestore-low-osd-mem-target openstack settings/optimized ubuntu_latest workloads/radosbench_omap_write} time: 00:19:30 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528488/ [5528489] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/radosbench-high-concurrency} time: 00:36:54 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528489/ [5528490] rados/monthrash/{ceph clusters/9-mons msgr-failures/mon-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_latest} thrashers/sync workloads/snaps-few-objects} time: 00:30:12 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528490/ [5528491] rados/cephadm/workunits/{distro/centos_latest task/test_cephadm} time: 00:13:20 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528491/ [5528492] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/few objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:25:08 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528492/ [5528493] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/fastclose objectstore/bluestore-comp-snappy rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:13:19 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528493/ [5528494] rados/singleton/{all/mon-auth-caps msgr-failures/few msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest}} time: 00:07:58 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528494/ [5528495] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/radosbench} time: 01:21:40 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528495/ [5528496] rados/standalone/{supported-random-distro$/{rhel_latest} workloads/scrub} time: 01:32:11 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528496/ [5528498] rados/cephadm/smoke/{distro/ubuntu_18.04 fixed-2 start} time: 00:12:07 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528498/ [5528499] rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/jewel-v1only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{ubuntu_18.04} msgr-failures/fastclose rados thrashers/morepggrow thrashosds-health workloads/test_rbd_api} time: 00:18:21 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528499/ [5528500] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} time: 00:24:36 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528500/ [5528501] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/redirect_promote_tests} time: 00:11:22 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528501/ [5528502] rados/cephadm/smoke-roleless/{distro/ubuntu_18.04 start} time: 00:10:50 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528502/ [5528503] rados/singleton/{all/mon-config-key-caps msgr-failures/many msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{centos_latest}} time: 00:10:43 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528503/ [5528504] rados/singleton-nomsgr/{all/recovery-unfound-found rados supported-random-distro$/{ubuntu_latest}} time: 00:25:29 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528504/ [5528505] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/redirect_set_object} time: 00:11:07 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528505/ [5528506] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/filestore-xfs supported-random-distro$/{ubuntu_latest} tasks/dashboard} time: 00:54:09 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528506/ [5528507] rados/objectstore/{backends/objectstore supported-random-distro$/{rhel_latest}} time: 04:21:31 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528507/ [5528508] rados/cephadm/with-work/{distro/rhel_latest fixed-2 mode/root msgr/async start tasks/rados_api_tests} time: 00:34:51 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528508/ [5528509] rados/perf/{ceph objectstore/bluestore-stupid openstack settings/optimized ubuntu_latest workloads/sample_fio} time: 00:09:44 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528509/ [5528510] rados/multimon/{clusters/3 msgr-failures/many msgr/async-v1only no_pools objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_latest} tasks/mon_clock_with_skews} time: 00:08:59 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528510/ [5528511] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/set-chunk-promote-flush} time: 00:11:12 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528511/ [5528512] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/filestore-xfs supported-random-distro$/{centos_latest} tasks/workunits} time: 00:08:06 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528512/ [5528513] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_cephadm_repos} time: 00:05:33 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528513/ [5528514] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_latest} tasks/rados_python} time: 00:14:10 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528514/ [5528515] rados/singleton/{all/mon-config-keys msgr-failures/few msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest}} time: 00:13:10 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528515/ [5528516] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/set-chunks-read} time: 00:11:27 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528516/ [5528517] rados/cephadm/smoke/{distro/ubuntu_18.04_podman fixed-2 start} time: 00:13:19 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528517/ [5528518] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_latest} thrashers/morepggrow thrashosds-health workloads/small-objects-balanced} time: 00:23:29 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528518/ [5528519] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/osd-delay objectstore/bluestore-comp-zstd rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} time: 00:12:30 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528519/ [5528520] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zstd rados tasks/mon_recovery validater/valgrind} time: 00:22:30 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528520/ [5528521] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_latest} thrashers/none thrashosds-health workloads/small-objects-localized} time: 00:20:18 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528521/ [5528522] rados/cephadm/smoke-roleless/{distro/ubuntu_18.04_podman start} time: 00:19:01 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528522/ [5528523] rados/singleton/{all/mon-config msgr-failures/many msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest}} time: 00:08:46 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528523/ [5528524] rados/singleton-nomsgr/{all/version-number-sanity rados supported-random-distro$/{rhel_latest}} time: 00:12:36 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528524/ [5528525] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/osd-delay rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_latest} thrashers/fastread thrashosds-health workloads/ec-small-objects-fast-read-overwrites} time: 00:18:24 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528525/ [5528526] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/few objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:09:02 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528526/ [5528527] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_latest} thrashers/pggrow thrashosds-health workloads/small-objects} time: 00:26:02 info: http://pulpito.ceph.com/teuthology-2020-10-16_03:30:02-rados-octopus-distro-basic-smithi/5528527/