2020-11-13T19:27:56.788 INFO:root:teuthology version: 1.0.0-357fd4a 2020-11-13T19:27:56.789 INFO:teuthology.results:subset: '111/120000' 2020-11-13T19:27:56.789 INFO:teuthology.results:seed: '7935' 2020-11-13T22:07:49.851 INFO:root:teuthology version: 1.0.0-357fd4a 2020-11-13T22:07:49.902 INFO:teuthology.results:Waiting up to 43200 seconds for tests to finish... 2020-11-14T01:15:56.178 INFO:teuthology.results:Tests finished! gathering results... 2020-11-14T01:18:58.029 INFO:scrape:Found 320 jobs 2020-11-14T01:18:58.844 WARNING:scrape:Ignoring malparsed backtrace: ceph version 15.2.5-596-g71ff2ae5 (71ff2ae5db36908990e713b3bce0a88bf8168348) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7f5c1624be24] , 2: (CopyFromOp::_finish(TestOp::CallbackInfo*)+0x4f4) [0x555d82a15734] 2020-11-14T01:18:58.846 WARNING:scrape:Ignoring malparsed backtrace: 2020-11-13T21:57:45.466 INFO:teuthology.orchestra.run.smithi093.stdout: , dumped all , 2020-11-13T21:57:45.476 INFO:teuthology.orchestra.run.smithi093.stdout:{"pg_ready":true,"pg_map":{"version":130,"stamp":"2020-11-13T21:57:45.414713+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30156307262,"num_objects":10141,"num_object_clones":0,"num_object_copies":20282,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10116,"num_whiteouts":34,"num_read":22830,"num_read_kb":1379421,"num_write":53027,"num_write_kb":23866990,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":25,"num_bytes_hit_set_archive":12420,"num_flush":3550,"num_flush_kb":10348936,"num_evict":3170,"num_evict_kb":9239057,"num_promote":3945,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49017,"ondisk_log_size":49017,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":566231040,"kb_used":44810784,"kb_used_data":38414320,"kb_used_omap":0,"kb_used_meta":6291456,"kb_avail":521420256,"statfs":{"total":579820584960,"available":533934342144,"internally_reserved":6442450944,"allocated":39336263680,"data_stored":39187818134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6442450944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":21625256,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":11,"num_read":525,"num_read_kb":572981,"num_write":205,"num_write_kb":142819,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":15,"num_flush_kb":39892,"num_evict":15,"num_evict_kb":39892,"num_promote":45,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002003"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-13T21:57:14.051633+0000","last_change":"2020-11-13T21:54:29.182649+0000","last_active":"2020-11-13T21:57:14.051633+0000","last_peered":"2020-11-13T21:57:14.051633+0000","last_clean":"2020-11-13T21:57:14.051633+0000","last_became_active":"2020-11-13T21:54:29.182278+0000","last_became_peered":"2020-11-13T21:54:29.182278+0000","last_unstale":"2020-11-13T21:57:14.051633+0000","last_undegraded":"2020-11-13T21:57:14.051633+0000","last_fullsized":"2020-11-13T21:57:14.051633+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_clean_scrub_stamp":"2020-11-13T21:54:27.982727+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-13T21:57:14.051161+0000","last_change":"2020-11-13T21:54:29.034316+0000","last_active":"2020-11-13T21:57:14.051161+0000","last_peered":"2020-11-13T21:57:14.051161+0000","last_clean":"2020-11-13T21:57:14.051161+0000","last_became_active":"2020-11-13T21:54:29.034006+0000","last_became_peered":"2020-11-13T21:54:29.034006+0000","last_unstale":"2020-11-13T21:57:14.051161+0000","last_undegraded":"2020-11-13T21:57:14.051161+0000","last_fullsized":"2020-11-13T21:57:14.051161+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_clean_scrub_stamp":"2020-11-13T21:54:27.982727+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5720","reported_seq":"7913","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-13T21:57:37.037199+0000","last_change":"2020-11-13T21:54:39.022067+0000","last_active":"2020-11-13T21:57:37.037199+0000","last_peered":"2020-11-13T21:57:37.037199+0000","last_clean":"2020-11-13T21:57:37.037199+0000","last_became_active":"2020-11-13T21:54:39.021606+0000","last_became_peered":"2020-11-13T21:54:39.021606+0000","last_unstale":"2020-11-13T21:57:37.037199+0000","last_undegraded":"2020-11-13T21:57:37.037199+0000","last_fullsized":"2020-11-13T21:57:37.037199+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:38.007769+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:38.007769+0000","last_clean_scrub_stamp":"2020-11-13T21:54:38.007769+0000","log_size":5720,"ondisk_log_size":5720,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":111058830,"num_objects":55,"num_object_clones":0,"num_object_copies":110,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":9,"num_read":1947,"num_read_kb":973,"num_write":5054,"num_write_kb":1164200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3877,"num_flush":907,"num_flush_kb":2630734,"num_evict":832,"num_evict_kb":2407139,"num_promote":1021,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6447","reported_seq":"8511","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-13T21:57:39.511451+0000","last_change":"2020-11-13T21:54:37.024449+0000","last_active":"2020-11-13T21:57:39.511451+0000","last_peered":"2020-11-13T21:57:39.511451+0000","last_clean":"2020-11-13T21:57:39.511451+0000","last_became_active":"2020-11-13T21:54:37.023912+0000","last_became_peered":"2020-11-13T21:54:37.023912+0000","last_unstale":"2020-11-13T21:57:39.511451+0000","last_undegraded":"2020-11-13T21:57:39.511451+0000","last_fullsized":"2020-11-13T21:57:39.511451+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:36.002619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:36.002619+0000","last_clean_scrub_stamp":"2020-11-13T21:54:36.002619+0000","log_size":6447,"ondisk_log_size":6447,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7210393702,"num_objects":2415,"num_object_clones":0,"num_object_copies":4830,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2415,"num_whiteouts":0,"num_read":3677,"num_read_kb":357878,"num_write":8004,"num_write_kb":4650587,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-13T21:57:14.051335+0000","last_change":"2020-11-13T21:54:29.037191+0000","last_active":"2020-11-13T21:57:14.051335+0000","last_peered":"2020-11-13T21:57:14.051335+0000","last_clean":"2020-11-13T21:57:14.051335+0000","last_became_active":"2020-11-13T21:54:29.036750+0000","last_became_peered":"2020-11-13T21:54:29.036750+0000","last_unstale":"2020-11-13T21:57:14.051335+0000","last_undegraded":"2020-11-13T21:57:14.051335+0000","last_fullsized":"2020-11-13T21:57:14.051335+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_clean_scrub_stamp":"2020-11-13T21:54:27.982727+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'5402","reported_seq":"7487","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-13T21:57:37.047664+0000","last_change":"2020-11-13T21:54:39.099274+0000","last_active":"2020-11-13T21:57:37.047664+0000","last_peered":"2020-11-13T21:57:37.047664+0000","last_clean":"2020-11-13T21:57:37.047664+0000","last_became_active":"2020-11-13T21:54:39.098959+0000","last_became_peered":"2020-11-13T21:54:39.098959+0000","last_unstale":"2020-11-13T21:57:37.047664+0000","last_undegraded":"2020-11-13T21:57:37.047664+0000","last_fullsized":"2020-11-13T21:57:37.047664+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:38.007769+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:38.007769+0000","last_clean_scrub_stamp":"2020-11-13T21:54:38.007769+0000","log_size":5402,"ondisk_log_size":5402,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":122815622,"num_objects":55,"num_object_clones":0,"num_object_copies":110,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":50,"num_whiteouts":10,"num_read":1890,"num_read_kb":8051,"num_write":4896,"num_write_kb":1152888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2610,"num_flush":867,"num_flush_kb":2517126,"num_evict":790,"num_evict_kb":2295657,"num_promote":957,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6739","reported_seq":"8928","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-13T21:57:39.528591+0000","last_change":"2020-11-13T21:54:37.014679+0000","last_active":"2020-11-13T21:57:39.528591+0000","last_peered":"2020-11-13T21:57:39.528591+0000","last_clean":"2020-11-13T21:57:39.528591+0000","last_became_active":"2020-11-13T21:54:37.014385+0000","last_became_peered":"2020-11-13T21:54:37.014385+0000","last_unstale":"2020-11-13T21:57:39.528591+0000","last_undegraded":"2020-11-13T21:57:39.528591+0000","last_fullsized":"2020-11-13T21:57:39.528591+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:36.002619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:36.002619+0000","last_clean_scrub_stamp":"2020-11-13T21:54:36.002619+0000","log_size":6739,"ondisk_log_size":6739,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7473143555,"num_objects":2513,"num_object_clones":0,"num_object_copies":5026,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2513,"num_whiteouts":0,"num_read":3793,"num_read_kb":266488,"num_write":8355,"num_write_kb":4876870,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-13T21:57:14.051156+0000","last_change":"2020-11-13T21:54:29.037240+0000","last_active":"2020-11-13T21:57:14.051156+0000","last_peered":"2020-11-13T21:57:14.051156+0000","last_clean":"2020-11-13T21:57:14.051156+0000","last_became_active":"2020-11-13T21:54:29.036767+0000","last_became_peered":"2020-11-13T21:54:29.036767+0000","last_unstale":"2020-11-13T21:57:14.051156+0000","last_undegraded":"2020-11-13T21:57:14.051156+0000","last_fullsized":"2020-11-13T21:57:14.051156+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_clean_scrub_stamp":"2020-11-13T21:54:27.982727+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5547","reported_seq":"7770","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-13T21:57:38.483658+0000","last_change":"2020-11-13T21:54:39.205982+0000","last_active":"2020-11-13T21:57:38.483658+0000","last_peered":"2020-11-13T21:57:38.483658+0000","last_clean":"2020-11-13T21:57:38.483658+0000","last_became_active":"2020-11-13T21:54:39.205645+0000","last_became_peered":"2020-11-13T21:54:39.205645+0000","last_unstale":"2020-11-13T21:57:38.483658+0000","last_undegraded":"2020-11-13T21:57:38.483658+0000","last_fullsized":"2020-11-13T21:57:38.483658+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:38.007769+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:38.007769+0000","last_clean_scrub_stamp":"2020-11-13T21:54:38.007769+0000","log_size":5547,"ondisk_log_size":5547,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":128770406,"num_objects":54,"num_object_clones":0,"num_object_copies":108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":6,"num_read":1961,"num_read_kb":923,"num_write":4960,"num_write_kb":1184779,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":2898,"num_flush":878,"num_flush_kb":2553988,"num_evict":723,"num_evict_kb":2105624,"num_promote":955,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6769","reported_seq":"9006","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-13T21:57:38.195163+0000","last_change":"2020-11-13T21:54:37.024139+0000","last_active":"2020-11-13T21:57:38.195163+0000","last_peered":"2020-11-13T21:57:38.195163+0000","last_clean":"2020-11-13T21:57:38.195163+0000","last_became_active":"2020-11-13T21:54:37.023727+0000","last_became_peered":"2020-11-13T21:54:37.023727+0000","last_unstale":"2020-11-13T21:57:38.195163+0000","last_undegraded":"2020-11-13T21:57:38.195163+0000","last_fullsized":"2020-11-13T21:57:38.195163+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:36.002619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:36.002619+0000","last_clean_scrub_stamp":"2020-11-13T21:54:36.002619+0000","log_size":6769,"ondisk_log_size":6769,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7526096591,"num_objects":2507,"num_object_clones":0,"num_object_copies":5014,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2507,"num_whiteouts":0,"num_read":3864,"num_read_kb":297913,"num_write":8387,"num_write_kb":4889847,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-13T21:57:14.051476+0000","last_change":"2020-11-13T21:54:29.037395+0000","last_active":"2020-11-13T21:57:14.051476+0000","last_peered":"2020-11-13T21:57:14.051476+0000","last_clean":"2020-11-13T21:57:14.051476+0000","last_became_active":"2020-11-13T21:54:29.036798+0000","last_became_peered":"2020-11-13T21:54:29.036798+0000","last_unstale":"2020-11-13T21:57:14.051476+0000","last_undegraded":"2020-11-13T21:57:14.051476+0000","last_fullsized":"2020-11-13T21:57:14.051476+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_clean_scrub_stamp":"2020-11-13T21:54:27.982727+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5679","reported_seq":"7851","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-13T21:57:36.535494+0000","last_change":"2020-11-13T21:54:39.017757+0000","last_active":"2020-11-13T21:57:36.535494+0000","last_peered":"2020-11-13T21:57:36.535494+0000","last_clean":"2020-11-13T21:57:36.535494+0000","last_became_active":"2020-11-13T21:54:39.017522+0000","last_became_peered":"2020-11-13T21:54:39.017522+0000","last_unstale":"2020-11-13T21:57:36.535494+0000","last_undegraded":"2020-11-13T21:57:36.535494+0000","last_fullsized":"2020-11-13T21:57:36.535494+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:38.007769+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:38.007769+0000","last_clean_scrub_stamp":"2020-11-13T21:54:38.007769+0000","log_size":5679,"ondisk_log_size":5679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":120981576,"num_objects":55,"num_object_clones":0,"num_object_copies":110,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":49,"num_whiteouts":9,"num_read":1921,"num_read_kb":960,"num_write":5021,"num_write_kb":1174303,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":3035,"num_flush":898,"num_flush_kb":2647088,"num_evict":825,"num_evict_kb":2430637,"num_promote":1012,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6714","reported_seq":"8765","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-13T21:57:39.435182+0000","last_change":"2020-11-13T21:54:37.024253+0000","last_active":"2020-11-13T21:57:39.435182+0000","last_peered":"2020-11-13T21:57:39.435182+0000","last_clean":"2020-11-13T21:57:39.435182+0000","last_became_active":"2020-11-13T21:54:37.023799+0000","last_became_peered":"2020-11-13T21:54:37.023799+0000","last_unstale":"2020-11-13T21:57:39.435182+0000","last_undegraded":"2020-11-13T21:57:39.435182+0000","last_fullsized":"2020-11-13T21:57:39.435182+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:36.002619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:36.002619+0000","last_clean_scrub_stamp":"2020-11-13T21:54:36.002619+0000","log_size":6714,"ondisk_log_size":6714,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7463046980,"num_objects":2487,"num_object_clones":0,"num_object_copies":4974,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2487,"num_whiteouts":0,"num_read":3777,"num_read_kb":446235,"num_write":8350,"num_write_kb":4773516,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"28","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-13T21:57:43.600735+0000","last_change":"2020-11-13T21:57:43.600807+0000","last_active":"2020-11-13T21:57:43.600735+0000","last_peered":"2020-11-13T21:57:43.600735+0000","last_clean":"2020-11-13T21:57:43.600735+0000","last_became_active":"2020-11-13T21:54:28.990473+0000","last_became_peered":"2020-11-13T21:54:28.990473+0000","last_unstale":"2020-11-13T21:57:43.600735+0000","last_undegraded":"2020-11-13T21:57:43.600735+0000","last_fullsized":"2020-11-13T21:57:43.600735+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:57:43.600730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:57:43.600730+0000","last_clean_scrub_stamp":"2020-11-13T21:57:43.600730+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-13T21:57:14.053118+0000","last_change":"2020-11-13T21:54:28.991267+0000","last_active":"2020-11-13T21:57:14.053118+0000","last_peered":"2020-11-13T21:57:14.053118+0000","last_clean":"2020-11-13T21:57:14.053118+0000","last_became_active":"2020-11-13T21:54:28.990962+0000","last_became_peered":"2020-11-13T21:54:28.990962+0000","last_unstale":"2020-11-13T21:57:14.053118+0000","last_undegraded":"2020-11-13T21:57:14.053118+0000","last_fullsized":"2020-11-13T21:57:14.053118+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_clean_scrub_stamp":"2020-11-13T21:54:27.982727+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-13T21:57:14.051422+0000","last_change":"2020-11-13T21:54:29.180035+0000","last_active":"2020-11-13T21:57:14.051422+0000","last_peered":"2020-11-13T21:57:14.051422+0000","last_clean":"2020-11-13T21:57:14.051422+0000","last_became_active":"2020-11-13T21:54:29.179735+0000","last_became_peered":"2020-11-13T21:54:29.179735+0000","last_unstale":"2020-11-13T21:57:14.051422+0000","last_undegraded":"2020-11-13T21:57:14.051422+0000","last_fullsized":"2020-11-13T21:57:14.051422+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_clean_scrub_stamp":"2020-11-13T21:54:27.982727+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":483626434,"num_objects":219,"num_object_clones":0,"num_object_copies":438,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":194,"num_whiteouts":34,"num_read":7719,"num_read_kb":10907,"num_write":19931,"num_write_kb":4676170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":25,"num_bytes_hit_set_archive":12420,"num_flush":3550,"num_flush_kb":10348936,"num_evict":3170,"num_evict_kb":9239057,"num_promote":3945,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":737599488,"data_stored":735608756,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22348,"ondisk_log_size":22348,"up":8,"acting":8,"num_store_stats":5},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":6},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29672680828,"num_objects":9922,"num_object_clones":0,"num_object_copies":19844,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9922,"num_whiteouts":0,"num_read":15111,"num_read_kb":1368514,"num_write":33096,"num_write_kb":19190820,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":38596993024,"data_stored":38451506154,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26669,"ondisk_log_size":26669,"up":8,"acting":8,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640298,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10525768,"kb_used_data":9451540,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83846072,"statfs":{"total":96636764160,"available":85858377728,"internally_reserved":1073741824,"allocated":9678376960,"data_stored":9641957400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Nov 13 21:57:34 2020","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.623,"15min":0.61099999999999999},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.141,"5min":1.948,"15min":1.948},"last":0.84799999999999998},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.58599999999999997,"15min":0.57199999999999995},"min":{"1min":0.42599999999999999,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.3999999999999999,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":0.72499999999999998}]},{"osd":1,"last update":"Fri Nov 13 21:57:34 2020","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.76200000000000001,"15min":0.77100000000000002},"min":{"1min":0.438,"5min":0.375,"15min":0.375},"max":{"1min":1.202,"5min":2.0920000000000001,"15min":2.0920000000000001},"last":1.103},{"interface":"front","average":{"1min":0.79500000000000004,"5min":0.79100000000000004,"15min":0.80300000000000005},"min":{"1min":0.58899999999999997,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.135,"5min":1.135,"15min":1.135},"last":1.0029999999999999}]},{"osd":2,"last update":"Fri Nov 13 21:57:34 2020","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.68300000000000005,"15min":0.68300000000000005},"min":{"1min":0.48399999999999999,"5min":0.436,"15min":0.436},"max":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":0.78800000000000003},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.82599999999999996,"15min":0.82899999999999996},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.319,"5min":2.0259999999999998,"15min":2.0259999999999998},"last":0.69599999999999995}]},{"osd":3,"last update":"Fri Nov 13 21:57:34 2020","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.71699999999999997,"15min":0.72499999999999998},"min":{"1min":0.52800000000000002,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":0.95999999999999996,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.62},{"interface":"front","average":{"1min":0.91500000000000004,"5min":0.91900000000000004,"15min":0.91300000000000003},"min":{"1min":0.71499999999999997,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":1.4399999999999999,"5min":2.157,"15min":2.157},"last":1.024}]},{"osd":4,"last update":"Fri Nov 13 21:57:34 2020","interfaces":[{"interface":"back","average":{"1min":0.82099999999999995,"5min":0.76500000000000001,"15min":0.75900000000000001},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.222,"5min":1.222,"15min":1.222},"last":0.96699999999999997},{"interface":"front","average":{"1min":0.97099999999999997,"5min":0.83499999999999996,"15min":0.81200000000000006},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":2.4220000000000002,"5min":2.4220000000000002,"15min":2.4220000000000002},"last":0.88400000000000001}]}]},{"osd":4,"up_from":11,"seq":47244640298,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1245428,"kb_used_data":177992,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93126412,"statfs":{"total":96636764160,"available":95361445888,"internally_reserved":1073741824,"allocated":182263808,"data_stored":181674346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Nov 13 21:57:27 2020","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.71699999999999997,"15min":0.749},"min":{"1min":0.378,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.042,"5min":1.5900000000000001,"15min":1.5900000000000001},"last":0.93200000000000005},{"interface":"front","average":{"1min":0.79700000000000004,"5min":0.81499999999999995,"15min":0.84099999999999997},"min":{"1min":0.59499999999999997,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.2050000000000001,"5min":1.647,"15min":1.647},"last":0.90100000000000002}]},{"osd":1,"last update":"Fri Nov 13 21:57:27 2020","interfaces":[{"interface":"back","average":{"1min":0.79600000000000004,"5min":0.73899999999999999,"15min":0.755},"min":{"1min":0.503,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.284,"5min":1.458,"15min":1.458},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.70999999999999996,"5min":0.67900000000000005,"15min":0.69299999999999995},"min":{"1min":0.47799999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.0680000000000001,"5min":1.76,"15min":1.76},"last":0.58999999999999997}]},{"osd":2,"last update":"Fri Nov 13 21:57:27 2020","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.83099999999999996,"15min":0.84599999999999997},"min":{"1min":0.504,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":2.3239999999999998,"5min":2.3239999999999998,"15min":2.3239999999999998},"last":0.754},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.85099999999999998,"15min":0.84899999999999998},"min":{"1min":0.63,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.147,"5min":1.984,"15min":1.984},"last":0.84199999999999997}]},{"osd":3,"last update":"Fri Nov 13 21:57:27 2020","interfaces":[{"interface":"back","average":{"1min":0.95899999999999996,"5min":0.91900000000000004,"15min":0.96199999999999997},"min":{"1min":0.56000000000000005,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":2.161,"5min":2.3079999999999998,"15min":2.3079999999999998},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.92900000000000005,"15min":0.96599999999999997},"min":{"1min":0.60999999999999999,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.2609999999999999,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":0.70699999999999996}]},{"osd":5,"last update":"Fri Nov 13 21:57:27 2020","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.86099999999999999,"15min":0.85299999999999998},"min":{"1min":0.67800000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.847,"5min":1.847,"15min":1.847},"last":0.78200000000000003},{"interface":"front","average":{"1min":1.069,"5min":1.0209999999999999,"15min":1.0369999999999999},"min":{"1min":0.623,"5min":0.623,"15min":0.623},"max":{"1min":2.0720000000000001,"5min":2.4969999999999999,"15min":2.4969999999999999},"last":0.874}]}]},{"osd":3,"up_from":11,"seq":47244640298,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5758264,"kb_used_data":4707952,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":88613576,"statfs":{"total":96636764160,"available":90740301824,"internally_reserved":1073741824,"allocated":4820942848,"data_stored":4802211560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Nov 13 21:57:30 2020","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.65600000000000003,"15min":0.67500000000000004},"min":{"1min":0.372,"5min":0.37,"15min":0.37},"max":{"1min":2.5950000000000002,"5min":2.5950000000000002,"15min":2.5950000000000002},"last":0.89100000000000001},{"interface":"front","average":{"1min":0.875,"5min":0.77800000000000002,"15min":0.76000000000000001},"min":{"1min":0.442,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":3.7269999999999999,"5min":3.7269999999999999,"15min":3.7269999999999999},"last":0.69299999999999995}]},{"osd":1,"last update":"Fri Nov 13 21:57:30 2020","interfaces":[{"interface":"back","average":{"1min":3.9649999999999999,"5min":1.3500000000000001,"15min":0.91800000000000004},"min":{"1min":0.46300000000000002,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":54.960000000000001,"5min":54.960000000000001,"15min":54.960000000000001},"last":0.72199999999999998},{"interface":"front","average":{"1min":3.8700000000000001,"5min":1.3939999999999999,"15min":1.01},"min":{"1min":0.497,"5min":0.437,"15min":0.437},"max":{"1min":55.262,"5min":55.262,"15min":55.262},"last":0.76800000000000002}]},{"osd":2,"last update":"Fri Nov 13 21:57:30 2020","interfaces":[{"interface":"back","average":{"1min":0.82599999999999996,"5min":0.80500000000000005,"15min":0.80300000000000005},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":1.1990000000000001,"5min":2.069,"15min":2.069},"last":1.077},{"interface":"front","average":{"1min":0.91400000000000003,"5min":0.873,"15min":0.85699999999999998},"min":{"1min":0.59399999999999997,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":2.2629999999999999,"5min":3.2130000000000001,"15min":3.2130000000000001},"last":0.84199999999999997}]},{"osd":4,"last update":"Fri Nov 13 21:57:30 2020","interfaces":[{"interface":"back","average":{"1min":0.79600000000000004,"5min":0.872,"15min":0.91100000000000003},"min":{"1min":0.504,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.4019999999999999,"5min":2.2120000000000002,"15min":2.2120000000000002},"last":0.93600000000000005},{"interface":"front","average":{"1min":1.0089999999999999,"5min":0.98799999999999999,"15min":0.995},"min":{"1min":0.748,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.4419999999999999,"5min":2.0419999999999998,"15min":2.0419999999999998},"last":1.1919999999999999}]},{"osd":5,"last update":"Fri Nov 13 21:57:30 2020","interfaces":[{"interface":"back","average":{"1min":0.81899999999999995,"5min":0.92100000000000004,"15min":0.93300000000000005},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.2529999999999999,"5min":3.2919999999999998,"15min":3.2919999999999998},"last":1.0469999999999999},{"interface":"front","average":{"1min":0.997,"5min":0.98199999999999998,"15min":0.97999999999999998},"min":{"1min":0.72299999999999998,"5min":0.67700000000000005,"15min":0.67700000000000005},"max":{"1min":1.319,"5min":1.7430000000000001,"15min":1.7430000000000001},"last":1.103}]}]},{"osd":2,"up_from":11,"seq":47244640298,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10709716,"kb_used_data":9638424,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83662124,"statfs":{"total":96636764160,"available":85670014976,"internally_reserved":1073741824,"allocated":9869746176,"data_stored":9833044629,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Nov 13 21:57:27 2020","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.46200000000000002,"15min":0.44},"min":{"1min":0.35399999999999998,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":2.605,"5min":2.605,"15min":2.605},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.53400000000000003,"15min":0.52200000000000002},"min":{"1min":0.38900000000000001,"5min":0.374,"15min":0.374},"max":{"1min":2.5299999999999998,"5min":2.5299999999999998,"15min":2.5299999999999998},"last":0.55000000000000004}]},{"osd":1,"last update":"Fri Nov 13 21:57:27 2020","interfaces":[{"interface":"back","average":{"1min":0.84199999999999997,"5min":0.67400000000000004,"15min":0.66100000000000003},"min":{"1min":0.45300000000000001,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":2.4039999999999999,"5min":2.4039999999999999,"15min":2.4039999999999999},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.56499999999999995,"15min":0.55900000000000005},"min":{"1min":0.40699999999999997,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":1.3959999999999999,"5min":1.3959999999999999,"15min":1.3959999999999999},"last":0.50900000000000001}]},{"osd":3,"last update":"Fri Nov 13 21:57:27 2020","interfaces":[{"interface":"back","average":{"1min":0.91300000000000003,"5min":0.70399999999999996,"15min":0.68000000000000005},"min":{"1min":0.47999999999999998,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":3.238,"5min":3.238,"15min":3.238},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.98599999999999999,"5min":0.79400000000000004,"15min":0.78000000000000003},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":3.8679999999999999,"5min":3.8679999999999999,"15min":3.8679999999999999},"last":0.94799999999999995}]},{"osd":4,"last update":"Fri Nov 13 21:57:27 2020","interfaces":[{"interface":"back","average":{"1min":0.86599999999999999,"5min":0.73699999999999999,"15min":0.73099999999999998},"min":{"1min":0.56599999999999995,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.9490000000000001,"5min":1.9490000000000001,"15min":1.9490000000000001},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.88500000000000001,"5min":0.754,"15min":0.74399999999999999},"min":{"1min":0.50700000000000001,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":2.9489999999999998,"5min":2.9489999999999998,"15min":2.9489999999999998},"last":0.90500000000000003}]},{"osd":5,"last update":"Fri Nov 13 21:57:27 2020","interfaces":[{"interface":"back","average":{"1min":1.0069999999999999,"5min":0.89100000000000001,"15min":0.89500000000000002},"min":{"1min":0.58499999999999996,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":2.6549999999999998,"5min":2.6549999999999998,"15min":2.6549999999999998},"last":0.83499999999999996},{"interface":"front","average":{"1min":0.876,"5min":0.875,"15min":0.89000000000000001},"min":{"1min":0.66600000000000004,"5min":0.62,"15min":0.62},"max":{"1min":1.8799999999999999,"5min":1.8799999999999999,"15min":1.8799999999999999},"last":0.85599999999999998}]}]},{"osd":0,"up_from":11,"seq":47244640298,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1245428,"kb_used_data":177992,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93126412,"statfs":{"total":96636764160,"available":95361445888,"internally_reserved":1073741824,"allocated":182263808,"data_stored":181674346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Nov 13 21:57:31 2020","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.57199999999999995,"15min":0.57799999999999996},"min":{"1min":0.34300000000000003,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":2.3809999999999998,"5min":2.3809999999999998,"15min":2.3809999999999998},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.755,"5min":0.70399999999999996,"15min":0.71199999999999997},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":2.3519999999999999,"5min":2.3519999999999999,"15min":2.3519999999999999},"last":0.59299999999999997}]},{"osd":2,"last update":"Fri Nov 13 21:57:31 2020","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.56499999999999995,"15min":0.56699999999999995},"min":{"1min":0.379,"5min":0.371,"15min":0.371},"max":{"1min":0.92300000000000004,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.55500000000000005,"15min":0.55700000000000005},"min":{"1min":0.39500000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.78800000000000003}]},{"osd":3,"last update":"Fri Nov 13 21:57:31 2020","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.74099999999999999,"15min":0.76700000000000002},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.6579999999999999,"5min":1.9399999999999999,"15min":1.9399999999999999},"last":0.97199999999999998},{"interface":"front","average":{"1min":0.70899999999999996,"5min":0.79600000000000004,"15min":0.82699999999999996},"min":{"1min":0.51000000000000001,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.1559999999999999,"5min":1.2529999999999999,"15min":1.2529999999999999},"last":0.71299999999999997}]},{"osd":4,"last update":"Fri Nov 13 21:57:31 2020","interfaces":[{"interface":"back","average":{"1min":0.88600000000000001,"5min":0.82599999999999996,"15min":0.83999999999999997},"min":{"1min":0.53100000000000003,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.665,"5min":1.8400000000000001,"15min":1.8400000000000001},"last":0.749},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.86099999999999999,"15min":0.875},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.2749999999999999,"5min":1.2749999999999999,"15min":1.2749999999999999},"last":0.92500000000000004}]},{"osd":5,"last update":"Fri Nov 13 21:57:31 2020","interfaces":[{"interface":"back","average":{"1min":0.88200000000000001,"5min":0.81200000000000006,"15min":0.81499999999999995},"min":{"1min":0.624,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.956,"5min":1.956,"15min":1.956},"last":0.94299999999999995},{"interface":"front","average":{"1min":0.86899999999999999,"5min":0.92300000000000004,"15min":0.93899999999999995},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":2.2080000000000002,"5min":2.2080000000000002,"15min":2.2080000000000002},"last":0.87}]}]},{"osd":1,"up_from":11,"seq":47244640298,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":15326180,"kb_used_data":14260420,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":79045660,"statfs":{"total":96636764160,"available":80942755840,"internally_reserved":1073741824,"allocated":14602670080,"data_stored":14547255853,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Nov 13 21:57:29 2020","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.496,"15min":0.47599999999999998},"min":{"1min":0.374,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.7569999999999999,"5min":1.7569999999999999,"15min":1.7569999999999999},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.95099999999999996,"5min":0.61899999999999999,"15min":0.57299999999999995},"min":{"1min":0.42699999999999999,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":2.5859999999999999,"5min":2.5859999999999999,"15min":2.5859999999999999},"last":0.80300000000000005}]},{"osd":2,"last update":"Fri Nov 13 21:57:29 2020","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":0.56899999999999995,"15min":0.54100000000000004},"min":{"1min":0.40400000000000003,"5min":0.371,"15min":0.371},"max":{"1min":4.3170000000000002,"5min":4.3170000000000002,"15min":4.3170000000000002},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.83899999999999997,"5min":0.627,"15min":0.59599999999999997},"min":{"1min":0.42499999999999999,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":2.0169999999999999,"5min":2.0169999999999999,"15min":2.0169999999999999},"last":0.54400000000000004}]},{"osd":3,"last update":"Fri Nov 13 21:57:29 2020","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.70099999999999996,"15min":0.69099999999999995},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":3.1019999999999999,"5min":3.1019999999999999,"15min":3.1019999999999999},"last":0.63300000000000001},{"interface":"front","average":{"1min":1.048,"5min":0.79500000000000004,"15min":0.77500000000000002},"min":{"1min":0.47699999999999998,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":2.831,"5min":2.831,"15min":2.831},"last":0.59199999999999997}]},{"osd":4,"last update":"Fri Nov 13 21:57:29 2020","interfaces":[{"interface":"back","average":{"1min":0.93000000000000005,"5min":0.78400000000000003,"15min":0.75900000000000001},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.5069999999999999,"5min":1.5069999999999999,"15min":1.5069999999999999},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.96399999999999997,"5min":0.81399999999999995,"15min":0.79600000000000004},"min":{"1min":0.54100000000000004,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":3.2410000000000001,"5min":3.2410000000000001,"15min":3.2410000000000001},"last":0.73099999999999998}]},{"osd":5,"last update":"Fri Nov 13 21:57:29 2020","interfaces":[{"interface":"back","average":{"1min":1.0469999999999999,"5min":0.87,"15min":0.84599999999999997},"min":{"1min":0.64900000000000002,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.6160000000000001,"5min":1.6160000000000001,"15min":1.6160000000000001},"last":0.91900000000000004},{"interface":"front","average":{"1min":1.1659999999999999,"5min":0.91800000000000004,"15min":0.89200000000000002},"min":{"1min":0.66100000000000003,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":2.9569999999999999,"5min":2.9569999999999999,"15min":2.9569999999999999},"last":0.77800000000000002}]}]}]}} 2020-11-14T01:18:58.848 WARNING:scrape:Ignoring malparsed backtrace: 2020-11-13T21:59:07.394 INFO:tasks.ceph.mgr.x:Stopped , 2020-11-13T21:59:07.395 INFO:teuthology.misc:Shutting down mon daemons... , 2020-11-13T21:59:07.395 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2020-11-14T01:18:58.849 WARNING:scrape:Ignoring malparsed backtrace: 2020-11-13T22:00:36.359 INFO:teuthology.orchestra.run.smithi042:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log , 2020-11-13T22:00:36.433 INFO:teuthology.orchestra.run.smithi093:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log , 2020-11-13T22:00:36.501 INFO:teuthology.orchestra.run.smithi093:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|scontext=system_u:system_r:logrotate_t:s0\)' 2020-11-14T01:18:58.849 WARNING:scrape:Ignoring malparsed backtrace: 2020-11-13T22:00:56.634 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload , 2020-11-13T22:00:56.647 INFO:teuthology.task.internal:Not uploading archives. , 2020-11-13T22:00:56.648 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2020-11-14T01:18:58.977 WARNING:scrape:Ignoring malparsed backtrace: ceph version 15.2.5-596-g71ff2ae5 (71ff2ae5db36908990e713b3bce0a88bf8168348) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7f5c1624be24] , 2: (CopyFromOp::_finish(TestOp::CallbackInfo*)+0x4f4) [0x555d82a15734] 2020-11-14T01:18:58.980 WARNING:scrape:Ignoring malparsed backtrace: 2020-11-13T21:57:45.466 INFO:teuthology.orchestra.run.smithi093.stdout: , dumped all , 2020-11-13T21:57:45.476 INFO:teuthology.orchestra.run.smithi093.stdout:{"pg_ready":true,"pg_map":{"version":130,"stamp":"2020-11-13T21:57:45.414713+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30156307262,"num_objects":10141,"num_object_clones":0,"num_object_copies":20282,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10116,"num_whiteouts":34,"num_read":22830,"num_read_kb":1379421,"num_write":53027,"num_write_kb":23866990,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":25,"num_bytes_hit_set_archive":12420,"num_flush":3550,"num_flush_kb":10348936,"num_evict":3170,"num_evict_kb":9239057,"num_promote":3945,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49017,"ondisk_log_size":49017,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":566231040,"kb_used":44810784,"kb_used_data":38414320,"kb_used_omap":0,"kb_used_meta":6291456,"kb_avail":521420256,"statfs":{"total":579820584960,"available":533934342144,"internally_reserved":6442450944,"allocated":39336263680,"data_stored":39187818134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6442450944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":21625256,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":11,"num_read":525,"num_read_kb":572981,"num_write":205,"num_write_kb":142819,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":15,"num_flush_kb":39892,"num_evict":15,"num_evict_kb":39892,"num_promote":45,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002003"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-13T21:57:14.051633+0000","last_change":"2020-11-13T21:54:29.182649+0000","last_active":"2020-11-13T21:57:14.051633+0000","last_peered":"2020-11-13T21:57:14.051633+0000","last_clean":"2020-11-13T21:57:14.051633+0000","last_became_active":"2020-11-13T21:54:29.182278+0000","last_became_peered":"2020-11-13T21:54:29.182278+0000","last_unstale":"2020-11-13T21:57:14.051633+0000","last_undegraded":"2020-11-13T21:57:14.051633+0000","last_fullsized":"2020-11-13T21:57:14.051633+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_clean_scrub_stamp":"2020-11-13T21:54:27.982727+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-13T21:57:14.051161+0000","last_change":"2020-11-13T21:54:29.034316+0000","last_active":"2020-11-13T21:57:14.051161+0000","last_peered":"2020-11-13T21:57:14.051161+0000","last_clean":"2020-11-13T21:57:14.051161+0000","last_became_active":"2020-11-13T21:54:29.034006+0000","last_became_peered":"2020-11-13T21:54:29.034006+0000","last_unstale":"2020-11-13T21:57:14.051161+0000","last_undegraded":"2020-11-13T21:57:14.051161+0000","last_fullsized":"2020-11-13T21:57:14.051161+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_clean_scrub_stamp":"2020-11-13T21:54:27.982727+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5720","reported_seq":"7913","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-13T21:57:37.037199+0000","last_change":"2020-11-13T21:54:39.022067+0000","last_active":"2020-11-13T21:57:37.037199+0000","last_peered":"2020-11-13T21:57:37.037199+0000","last_clean":"2020-11-13T21:57:37.037199+0000","last_became_active":"2020-11-13T21:54:39.021606+0000","last_became_peered":"2020-11-13T21:54:39.021606+0000","last_unstale":"2020-11-13T21:57:37.037199+0000","last_undegraded":"2020-11-13T21:57:37.037199+0000","last_fullsized":"2020-11-13T21:57:37.037199+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:38.007769+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:38.007769+0000","last_clean_scrub_stamp":"2020-11-13T21:54:38.007769+0000","log_size":5720,"ondisk_log_size":5720,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":111058830,"num_objects":55,"num_object_clones":0,"num_object_copies":110,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":9,"num_read":1947,"num_read_kb":973,"num_write":5054,"num_write_kb":1164200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3877,"num_flush":907,"num_flush_kb":2630734,"num_evict":832,"num_evict_kb":2407139,"num_promote":1021,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6447","reported_seq":"8511","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-13T21:57:39.511451+0000","last_change":"2020-11-13T21:54:37.024449+0000","last_active":"2020-11-13T21:57:39.511451+0000","last_peered":"2020-11-13T21:57:39.511451+0000","last_clean":"2020-11-13T21:57:39.511451+0000","last_became_active":"2020-11-13T21:54:37.023912+0000","last_became_peered":"2020-11-13T21:54:37.023912+0000","last_unstale":"2020-11-13T21:57:39.511451+0000","last_undegraded":"2020-11-13T21:57:39.511451+0000","last_fullsized":"2020-11-13T21:57:39.511451+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:36.002619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:36.002619+0000","last_clean_scrub_stamp":"2020-11-13T21:54:36.002619+0000","log_size":6447,"ondisk_log_size":6447,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7210393702,"num_objects":2415,"num_object_clones":0,"num_object_copies":4830,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2415,"num_whiteouts":0,"num_read":3677,"num_read_kb":357878,"num_write":8004,"num_write_kb":4650587,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-13T21:57:14.051335+0000","last_change":"2020-11-13T21:54:29.037191+0000","last_active":"2020-11-13T21:57:14.051335+0000","last_peered":"2020-11-13T21:57:14.051335+0000","last_clean":"2020-11-13T21:57:14.051335+0000","last_became_active":"2020-11-13T21:54:29.036750+0000","last_became_peered":"2020-11-13T21:54:29.036750+0000","last_unstale":"2020-11-13T21:57:14.051335+0000","last_undegraded":"2020-11-13T21:57:14.051335+0000","last_fullsized":"2020-11-13T21:57:14.051335+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_clean_scrub_stamp":"2020-11-13T21:54:27.982727+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'5402","reported_seq":"7487","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-13T21:57:37.047664+0000","last_change":"2020-11-13T21:54:39.099274+0000","last_active":"2020-11-13T21:57:37.047664+0000","last_peered":"2020-11-13T21:57:37.047664+0000","last_clean":"2020-11-13T21:57:37.047664+0000","last_became_active":"2020-11-13T21:54:39.098959+0000","last_became_peered":"2020-11-13T21:54:39.098959+0000","last_unstale":"2020-11-13T21:57:37.047664+0000","last_undegraded":"2020-11-13T21:57:37.047664+0000","last_fullsized":"2020-11-13T21:57:37.047664+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:38.007769+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:38.007769+0000","last_clean_scrub_stamp":"2020-11-13T21:54:38.007769+0000","log_size":5402,"ondisk_log_size":5402,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":122815622,"num_objects":55,"num_object_clones":0,"num_object_copies":110,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":50,"num_whiteouts":10,"num_read":1890,"num_read_kb":8051,"num_write":4896,"num_write_kb":1152888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2610,"num_flush":867,"num_flush_kb":2517126,"num_evict":790,"num_evict_kb":2295657,"num_promote":957,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6739","reported_seq":"8928","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-13T21:57:39.528591+0000","last_change":"2020-11-13T21:54:37.014679+0000","last_active":"2020-11-13T21:57:39.528591+0000","last_peered":"2020-11-13T21:57:39.528591+0000","last_clean":"2020-11-13T21:57:39.528591+0000","last_became_active":"2020-11-13T21:54:37.014385+0000","last_became_peered":"2020-11-13T21:54:37.014385+0000","last_unstale":"2020-11-13T21:57:39.528591+0000","last_undegraded":"2020-11-13T21:57:39.528591+0000","last_fullsized":"2020-11-13T21:57:39.528591+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:36.002619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:36.002619+0000","last_clean_scrub_stamp":"2020-11-13T21:54:36.002619+0000","log_size":6739,"ondisk_log_size":6739,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7473143555,"num_objects":2513,"num_object_clones":0,"num_object_copies":5026,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2513,"num_whiteouts":0,"num_read":3793,"num_read_kb":266488,"num_write":8355,"num_write_kb":4876870,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-13T21:57:14.051156+0000","last_change":"2020-11-13T21:54:29.037240+0000","last_active":"2020-11-13T21:57:14.051156+0000","last_peered":"2020-11-13T21:57:14.051156+0000","last_clean":"2020-11-13T21:57:14.051156+0000","last_became_active":"2020-11-13T21:54:29.036767+0000","last_became_peered":"2020-11-13T21:54:29.036767+0000","last_unstale":"2020-11-13T21:57:14.051156+0000","last_undegraded":"2020-11-13T21:57:14.051156+0000","last_fullsized":"2020-11-13T21:57:14.051156+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_clean_scrub_stamp":"2020-11-13T21:54:27.982727+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5547","reported_seq":"7770","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-13T21:57:38.483658+0000","last_change":"2020-11-13T21:54:39.205982+0000","last_active":"2020-11-13T21:57:38.483658+0000","last_peered":"2020-11-13T21:57:38.483658+0000","last_clean":"2020-11-13T21:57:38.483658+0000","last_became_active":"2020-11-13T21:54:39.205645+0000","last_became_peered":"2020-11-13T21:54:39.205645+0000","last_unstale":"2020-11-13T21:57:38.483658+0000","last_undegraded":"2020-11-13T21:57:38.483658+0000","last_fullsized":"2020-11-13T21:57:38.483658+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:38.007769+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:38.007769+0000","last_clean_scrub_stamp":"2020-11-13T21:54:38.007769+0000","log_size":5547,"ondisk_log_size":5547,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":128770406,"num_objects":54,"num_object_clones":0,"num_object_copies":108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":6,"num_read":1961,"num_read_kb":923,"num_write":4960,"num_write_kb":1184779,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":2898,"num_flush":878,"num_flush_kb":2553988,"num_evict":723,"num_evict_kb":2105624,"num_promote":955,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6769","reported_seq":"9006","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-13T21:57:38.195163+0000","last_change":"2020-11-13T21:54:37.024139+0000","last_active":"2020-11-13T21:57:38.195163+0000","last_peered":"2020-11-13T21:57:38.195163+0000","last_clean":"2020-11-13T21:57:38.195163+0000","last_became_active":"2020-11-13T21:54:37.023727+0000","last_became_peered":"2020-11-13T21:54:37.023727+0000","last_unstale":"2020-11-13T21:57:38.195163+0000","last_undegraded":"2020-11-13T21:57:38.195163+0000","last_fullsized":"2020-11-13T21:57:38.195163+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:36.002619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:36.002619+0000","last_clean_scrub_stamp":"2020-11-13T21:54:36.002619+0000","log_size":6769,"ondisk_log_size":6769,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7526096591,"num_objects":2507,"num_object_clones":0,"num_object_copies":5014,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2507,"num_whiteouts":0,"num_read":3864,"num_read_kb":297913,"num_write":8387,"num_write_kb":4889847,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-13T21:57:14.051476+0000","last_change":"2020-11-13T21:54:29.037395+0000","last_active":"2020-11-13T21:57:14.051476+0000","last_peered":"2020-11-13T21:57:14.051476+0000","last_clean":"2020-11-13T21:57:14.051476+0000","last_became_active":"2020-11-13T21:54:29.036798+0000","last_became_peered":"2020-11-13T21:54:29.036798+0000","last_unstale":"2020-11-13T21:57:14.051476+0000","last_undegraded":"2020-11-13T21:57:14.051476+0000","last_fullsized":"2020-11-13T21:57:14.051476+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_clean_scrub_stamp":"2020-11-13T21:54:27.982727+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5679","reported_seq":"7851","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-13T21:57:36.535494+0000","last_change":"2020-11-13T21:54:39.017757+0000","last_active":"2020-11-13T21:57:36.535494+0000","last_peered":"2020-11-13T21:57:36.535494+0000","last_clean":"2020-11-13T21:57:36.535494+0000","last_became_active":"2020-11-13T21:54:39.017522+0000","last_became_peered":"2020-11-13T21:54:39.017522+0000","last_unstale":"2020-11-13T21:57:36.535494+0000","last_undegraded":"2020-11-13T21:57:36.535494+0000","last_fullsized":"2020-11-13T21:57:36.535494+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:38.007769+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:38.007769+0000","last_clean_scrub_stamp":"2020-11-13T21:54:38.007769+0000","log_size":5679,"ondisk_log_size":5679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":120981576,"num_objects":55,"num_object_clones":0,"num_object_copies":110,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":49,"num_whiteouts":9,"num_read":1921,"num_read_kb":960,"num_write":5021,"num_write_kb":1174303,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":3035,"num_flush":898,"num_flush_kb":2647088,"num_evict":825,"num_evict_kb":2430637,"num_promote":1012,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6714","reported_seq":"8765","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-13T21:57:39.435182+0000","last_change":"2020-11-13T21:54:37.024253+0000","last_active":"2020-11-13T21:57:39.435182+0000","last_peered":"2020-11-13T21:57:39.435182+0000","last_clean":"2020-11-13T21:57:39.435182+0000","last_became_active":"2020-11-13T21:54:37.023799+0000","last_became_peered":"2020-11-13T21:54:37.023799+0000","last_unstale":"2020-11-13T21:57:39.435182+0000","last_undegraded":"2020-11-13T21:57:39.435182+0000","last_fullsized":"2020-11-13T21:57:39.435182+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:36.002619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:36.002619+0000","last_clean_scrub_stamp":"2020-11-13T21:54:36.002619+0000","log_size":6714,"ondisk_log_size":6714,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7463046980,"num_objects":2487,"num_object_clones":0,"num_object_copies":4974,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2487,"num_whiteouts":0,"num_read":3777,"num_read_kb":446235,"num_write":8350,"num_write_kb":4773516,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"28","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-13T21:57:43.600735+0000","last_change":"2020-11-13T21:57:43.600807+0000","last_active":"2020-11-13T21:57:43.600735+0000","last_peered":"2020-11-13T21:57:43.600735+0000","last_clean":"2020-11-13T21:57:43.600735+0000","last_became_active":"2020-11-13T21:54:28.990473+0000","last_became_peered":"2020-11-13T21:54:28.990473+0000","last_unstale":"2020-11-13T21:57:43.600735+0000","last_undegraded":"2020-11-13T21:57:43.600735+0000","last_fullsized":"2020-11-13T21:57:43.600735+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:57:43.600730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:57:43.600730+0000","last_clean_scrub_stamp":"2020-11-13T21:57:43.600730+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-13T21:57:14.053118+0000","last_change":"2020-11-13T21:54:28.991267+0000","last_active":"2020-11-13T21:57:14.053118+0000","last_peered":"2020-11-13T21:57:14.053118+0000","last_clean":"2020-11-13T21:57:14.053118+0000","last_became_active":"2020-11-13T21:54:28.990962+0000","last_became_peered":"2020-11-13T21:54:28.990962+0000","last_unstale":"2020-11-13T21:57:14.053118+0000","last_undegraded":"2020-11-13T21:57:14.053118+0000","last_fullsized":"2020-11-13T21:57:14.053118+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_clean_scrub_stamp":"2020-11-13T21:54:27.982727+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-13T21:57:14.051422+0000","last_change":"2020-11-13T21:54:29.180035+0000","last_active":"2020-11-13T21:57:14.051422+0000","last_peered":"2020-11-13T21:57:14.051422+0000","last_clean":"2020-11-13T21:57:14.051422+0000","last_became_active":"2020-11-13T21:54:29.179735+0000","last_became_peered":"2020-11-13T21:54:29.179735+0000","last_unstale":"2020-11-13T21:57:14.051422+0000","last_undegraded":"2020-11-13T21:57:14.051422+0000","last_fullsized":"2020-11-13T21:57:14.051422+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_clean_scrub_stamp":"2020-11-13T21:54:27.982727+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":483626434,"num_objects":219,"num_object_clones":0,"num_object_copies":438,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":194,"num_whiteouts":34,"num_read":7719,"num_read_kb":10907,"num_write":19931,"num_write_kb":4676170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":25,"num_bytes_hit_set_archive":12420,"num_flush":3550,"num_flush_kb":10348936,"num_evict":3170,"num_evict_kb":9239057,"num_promote":3945,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":737599488,"data_stored":735608756,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22348,"ondisk_log_size":22348,"up":8,"acting":8,"num_store_stats":5},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":6},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29672680828,"num_objects":9922,"num_object_clones":0,"num_object_copies":19844,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9922,"num_whiteouts":0,"num_read":15111,"num_read_kb":1368514,"num_write":33096,"num_write_kb":19190820,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":38596993024,"data_stored":38451506154,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26669,"ondisk_log_size":26669,"up":8,"acting":8,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640298,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10525768,"kb_used_data":9451540,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83846072,"statfs":{"total":96636764160,"available":85858377728,"internally_reserved":1073741824,"allocated":9678376960,"data_stored":9641957400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Nov 13 21:57:34 2020","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.623,"15min":0.61099999999999999},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.141,"5min":1.948,"15min":1.948},"last":0.84799999999999998},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.58599999999999997,"15min":0.57199999999999995},"min":{"1min":0.42599999999999999,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.3999999999999999,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":0.72499999999999998}]},{"osd":1,"last update":"Fri Nov 13 21:57:34 2020","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.76200000000000001,"15min":0.77100000000000002},"min":{"1min":0.438,"5min":0.375,"15min":0.375},"max":{"1min":1.202,"5min":2.0920000000000001,"15min":2.0920000000000001},"last":1.103},{"interface":"front","average":{"1min":0.79500000000000004,"5min":0.79100000000000004,"15min":0.80300000000000005},"min":{"1min":0.58899999999999997,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.135,"5min":1.135,"15min":1.135},"last":1.0029999999999999}]},{"osd":2,"last update":"Fri Nov 13 21:57:34 2020","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.68300000000000005,"15min":0.68300000000000005},"min":{"1min":0.48399999999999999,"5min":0.436,"15min":0.436},"max":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":0.78800000000000003},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.82599999999999996,"15min":0.82899999999999996},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.319,"5min":2.0259999999999998,"15min":2.0259999999999998},"last":0.69599999999999995}]},{"osd":3,"last update":"Fri Nov 13 21:57:34 2020","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.71699999999999997,"15min":0.72499999999999998},"min":{"1min":0.52800000000000002,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":0.95999999999999996,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.62},{"interface":"front","average":{"1min":0.91500000000000004,"5min":0.91900000000000004,"15min":0.91300000000000003},"min":{"1min":0.71499999999999997,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":1.4399999999999999,"5min":2.157,"15min":2.157},"last":1.024}]},{"osd":4,"last update":"Fri Nov 13 21:57:34 2020","interfaces":[{"interface":"back","average":{"1min":0.82099999999999995,"5min":0.76500000000000001,"15min":0.75900000000000001},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.222,"5min":1.222,"15min":1.222},"last":0.96699999999999997},{"interface":"front","average":{"1min":0.97099999999999997,"5min":0.83499999999999996,"15min":0.81200000000000006},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":2.4220000000000002,"5min":2.4220000000000002,"15min":2.4220000000000002},"last":0.88400000000000001}]}]},{"osd":4,"up_from":11,"seq":47244640298,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1245428,"kb_used_data":177992,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93126412,"statfs":{"total":96636764160,"available":95361445888,"internally_reserved":1073741824,"allocated":182263808,"data_stored":181674346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Nov 13 21:57:27 2020","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.71699999999999997,"15min":0.749},"min":{"1min":0.378,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.042,"5min":1.5900000000000001,"15min":1.5900000000000001},"last":0.93200000000000005},{"interface":"front","average":{"1min":0.79700000000000004,"5min":0.81499999999999995,"15min":0.84099999999999997},"min":{"1min":0.59499999999999997,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.2050000000000001,"5min":1.647,"15min":1.647},"last":0.90100000000000002}]},{"osd":1,"last update":"Fri Nov 13 21:57:27 2020","interfaces":[{"interface":"back","average":{"1min":0.79600000000000004,"5min":0.73899999999999999,"15min":0.755},"min":{"1min":0.503,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.284,"5min":1.458,"15min":1.458},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.70999999999999996,"5min":0.67900000000000005,"15min":0.69299999999999995},"min":{"1min":0.47799999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.0680000000000001,"5min":1.76,"15min":1.76},"last":0.58999999999999997}]},{"osd":2,"last update":"Fri Nov 13 21:57:27 2020","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.83099999999999996,"15min":0.84599999999999997},"min":{"1min":0.504,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":2.3239999999999998,"5min":2.3239999999999998,"15min":2.3239999999999998},"last":0.754},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.85099999999999998,"15min":0.84899999999999998},"min":{"1min":0.63,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.147,"5min":1.984,"15min":1.984},"last":0.84199999999999997}]},{"osd":3,"last update":"Fri Nov 13 21:57:27 2020","interfaces":[{"interface":"back","average":{"1min":0.95899999999999996,"5min":0.91900000000000004,"15min":0.96199999999999997},"min":{"1min":0.56000000000000005,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":2.161,"5min":2.3079999999999998,"15min":2.3079999999999998},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.92900000000000005,"15min":0.96599999999999997},"min":{"1min":0.60999999999999999,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.2609999999999999,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":0.70699999999999996}]},{"osd":5,"last update":"Fri Nov 13 21:57:27 2020","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.86099999999999999,"15min":0.85299999999999998},"min":{"1min":0.67800000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.847,"5min":1.847,"15min":1.847},"last":0.78200000000000003},{"interface":"front","average":{"1min":1.069,"5min":1.0209999999999999,"15min":1.0369999999999999},"min":{"1min":0.623,"5min":0.623,"15min":0.623},"max":{"1min":2.0720000000000001,"5min":2.4969999999999999,"15min":2.4969999999999999},"last":0.874}]}]},{"osd":3,"up_from":11,"seq":47244640298,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5758264,"kb_used_data":4707952,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":88613576,"statfs":{"total":96636764160,"available":90740301824,"internally_reserved":1073741824,"allocated":4820942848,"data_stored":4802211560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Nov 13 21:57:30 2020","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.65600000000000003,"15min":0.67500000000000004},"min":{"1min":0.372,"5min":0.37,"15min":0.37},"max":{"1min":2.5950000000000002,"5min":2.5950000000000002,"15min":2.5950000000000002},"last":0.89100000000000001},{"interface":"front","average":{"1min":0.875,"5min":0.77800000000000002,"15min":0.76000000000000001},"min":{"1min":0.442,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":3.7269999999999999,"5min":3.7269999999999999,"15min":3.7269999999999999},"last":0.69299999999999995}]},{"osd":1,"last update":"Fri Nov 13 21:57:30 2020","interfaces":[{"interface":"back","average":{"1min":3.9649999999999999,"5min":1.3500000000000001,"15min":0.91800000000000004},"min":{"1min":0.46300000000000002,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":54.960000000000001,"5min":54.960000000000001,"15min":54.960000000000001},"last":0.72199999999999998},{"interface":"front","average":{"1min":3.8700000000000001,"5min":1.3939999999999999,"15min":1.01},"min":{"1min":0.497,"5min":0.437,"15min":0.437},"max":{"1min":55.262,"5min":55.262,"15min":55.262},"last":0.76800000000000002}]},{"osd":2,"last update":"Fri Nov 13 21:57:30 2020","interfaces":[{"interface":"back","average":{"1min":0.82599999999999996,"5min":0.80500000000000005,"15min":0.80300000000000005},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":1.1990000000000001,"5min":2.069,"15min":2.069},"last":1.077},{"interface":"front","average":{"1min":0.91400000000000003,"5min":0.873,"15min":0.85699999999999998},"min":{"1min":0.59399999999999997,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":2.2629999999999999,"5min":3.2130000000000001,"15min":3.2130000000000001},"last":0.84199999999999997}]},{"osd":4,"last update":"Fri Nov 13 21:57:30 2020","interfaces":[{"interface":"back","average":{"1min":0.79600000000000004,"5min":0.872,"15min":0.91100000000000003},"min":{"1min":0.504,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.4019999999999999,"5min":2.2120000000000002,"15min":2.2120000000000002},"last":0.93600000000000005},{"interface":"front","average":{"1min":1.0089999999999999,"5min":0.98799999999999999,"15min":0.995},"min":{"1min":0.748,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.4419999999999999,"5min":2.0419999999999998,"15min":2.0419999999999998},"last":1.1919999999999999}]},{"osd":5,"last update":"Fri Nov 13 21:57:30 2020","interfaces":[{"interface":"back","average":{"1min":0.81899999999999995,"5min":0.92100000000000004,"15min":0.93300000000000005},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.2529999999999999,"5min":3.2919999999999998,"15min":3.2919999999999998},"last":1.0469999999999999},{"interface":"front","average":{"1min":0.997,"5min":0.98199999999999998,"15min":0.97999999999999998},"min":{"1min":0.72299999999999998,"5min":0.67700000000000005,"15min":0.67700000000000005},"max":{"1min":1.319,"5min":1.7430000000000001,"15min":1.7430000000000001},"last":1.103}]}]},{"osd":2,"up_from":11,"seq":47244640298,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10709716,"kb_used_data":9638424,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83662124,"statfs":{"total":96636764160,"available":85670014976,"internally_reserved":1073741824,"allocated":9869746176,"data_stored":9833044629,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Nov 13 21:57:27 2020","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.46200000000000002,"15min":0.44},"min":{"1min":0.35399999999999998,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":2.605,"5min":2.605,"15min":2.605},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.53400000000000003,"15min":0.52200000000000002},"min":{"1min":0.38900000000000001,"5min":0.374,"15min":0.374},"max":{"1min":2.5299999999999998,"5min":2.5299999999999998,"15min":2.5299999999999998},"last":0.55000000000000004}]},{"osd":1,"last update":"Fri Nov 13 21:57:27 2020","interfaces":[{"interface":"back","average":{"1min":0.84199999999999997,"5min":0.67400000000000004,"15min":0.66100000000000003},"min":{"1min":0.45300000000000001,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":2.4039999999999999,"5min":2.4039999999999999,"15min":2.4039999999999999},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.56499999999999995,"15min":0.55900000000000005},"min":{"1min":0.40699999999999997,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":1.3959999999999999,"5min":1.3959999999999999,"15min":1.3959999999999999},"last":0.50900000000000001}]},{"osd":3,"last update":"Fri Nov 13 21:57:27 2020","interfaces":[{"interface":"back","average":{"1min":0.91300000000000003,"5min":0.70399999999999996,"15min":0.68000000000000005},"min":{"1min":0.47999999999999998,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":3.238,"5min":3.238,"15min":3.238},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.98599999999999999,"5min":0.79400000000000004,"15min":0.78000000000000003},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":3.8679999999999999,"5min":3.8679999999999999,"15min":3.8679999999999999},"last":0.94799999999999995}]},{"osd":4,"last update":"Fri Nov 13 21:57:27 2020","interfaces":[{"interface":"back","average":{"1min":0.86599999999999999,"5min":0.73699999999999999,"15min":0.73099999999999998},"min":{"1min":0.56599999999999995,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.9490000000000001,"5min":1.9490000000000001,"15min":1.9490000000000001},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.88500000000000001,"5min":0.754,"15min":0.74399999999999999},"min":{"1min":0.50700000000000001,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":2.9489999999999998,"5min":2.9489999999999998,"15min":2.9489999999999998},"last":0.90500000000000003}]},{"osd":5,"last update":"Fri Nov 13 21:57:27 2020","interfaces":[{"interface":"back","average":{"1min":1.0069999999999999,"5min":0.89100000000000001,"15min":0.89500000000000002},"min":{"1min":0.58499999999999996,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":2.6549999999999998,"5min":2.6549999999999998,"15min":2.6549999999999998},"last":0.83499999999999996},{"interface":"front","average":{"1min":0.876,"5min":0.875,"15min":0.89000000000000001},"min":{"1min":0.66600000000000004,"5min":0.62,"15min":0.62},"max":{"1min":1.8799999999999999,"5min":1.8799999999999999,"15min":1.8799999999999999},"last":0.85599999999999998}]}]},{"osd":0,"up_from":11,"seq":47244640298,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1245428,"kb_used_data":177992,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93126412,"statfs":{"total":96636764160,"available":95361445888,"internally_reserved":1073741824,"allocated":182263808,"data_stored":181674346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Nov 13 21:57:31 2020","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.57199999999999995,"15min":0.57799999999999996},"min":{"1min":0.34300000000000003,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":2.3809999999999998,"5min":2.3809999999999998,"15min":2.3809999999999998},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.755,"5min":0.70399999999999996,"15min":0.71199999999999997},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":2.3519999999999999,"5min":2.3519999999999999,"15min":2.3519999999999999},"last":0.59299999999999997}]},{"osd":2,"last update":"Fri Nov 13 21:57:31 2020","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.56499999999999995,"15min":0.56699999999999995},"min":{"1min":0.379,"5min":0.371,"15min":0.371},"max":{"1min":0.92300000000000004,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.55500000000000005,"15min":0.55700000000000005},"min":{"1min":0.39500000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.78800000000000003}]},{"osd":3,"last update":"Fri Nov 13 21:57:31 2020","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.74099999999999999,"15min":0.76700000000000002},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.6579999999999999,"5min":1.9399999999999999,"15min":1.9399999999999999},"last":0.97199999999999998},{"interface":"front","average":{"1min":0.70899999999999996,"5min":0.79600000000000004,"15min":0.82699999999999996},"min":{"1min":0.51000000000000001,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.1559999999999999,"5min":1.2529999999999999,"15min":1.2529999999999999},"last":0.71299999999999997}]},{"osd":4,"last update":"Fri Nov 13 21:57:31 2020","interfaces":[{"interface":"back","average":{"1min":0.88600000000000001,"5min":0.82599999999999996,"15min":0.83999999999999997},"min":{"1min":0.53100000000000003,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.665,"5min":1.8400000000000001,"15min":1.8400000000000001},"last":0.749},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.86099999999999999,"15min":0.875},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.2749999999999999,"5min":1.2749999999999999,"15min":1.2749999999999999},"last":0.92500000000000004}]},{"osd":5,"last update":"Fri Nov 13 21:57:31 2020","interfaces":[{"interface":"back","average":{"1min":0.88200000000000001,"5min":0.81200000000000006,"15min":0.81499999999999995},"min":{"1min":0.624,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.956,"5min":1.956,"15min":1.956},"last":0.94299999999999995},{"interface":"front","average":{"1min":0.86899999999999999,"5min":0.92300000000000004,"15min":0.93899999999999995},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":2.2080000000000002,"5min":2.2080000000000002,"15min":2.2080000000000002},"last":0.87}]}]},{"osd":1,"up_from":11,"seq":47244640298,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":15326180,"kb_used_data":14260420,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":79045660,"statfs":{"total":96636764160,"available":80942755840,"internally_reserved":1073741824,"allocated":14602670080,"data_stored":14547255853,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Nov 13 21:57:29 2020","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.496,"15min":0.47599999999999998},"min":{"1min":0.374,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.7569999999999999,"5min":1.7569999999999999,"15min":1.7569999999999999},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.95099999999999996,"5min":0.61899999999999999,"15min":0.57299999999999995},"min":{"1min":0.42699999999999999,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":2.5859999999999999,"5min":2.5859999999999999,"15min":2.5859999999999999},"last":0.80300000000000005}]},{"osd":2,"last update":"Fri Nov 13 21:57:29 2020","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":0.56899999999999995,"15min":0.54100000000000004},"min":{"1min":0.40400000000000003,"5min":0.371,"15min":0.371},"max":{"1min":4.3170000000000002,"5min":4.3170000000000002,"15min":4.3170000000000002},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.83899999999999997,"5min":0.627,"15min":0.59599999999999997},"min":{"1min":0.42499999999999999,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":2.0169999999999999,"5min":2.0169999999999999,"15min":2.0169999999999999},"last":0.54400000000000004}]},{"osd":3,"last update":"Fri Nov 13 21:57:29 2020","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.70099999999999996,"15min":0.69099999999999995},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":3.1019999999999999,"5min":3.1019999999999999,"15min":3.1019999999999999},"last":0.63300000000000001},{"interface":"front","average":{"1min":1.048,"5min":0.79500000000000004,"15min":0.77500000000000002},"min":{"1min":0.47699999999999998,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":2.831,"5min":2.831,"15min":2.831},"last":0.59199999999999997}]},{"osd":4,"last update":"Fri Nov 13 21:57:29 2020","interfaces":[{"interface":"back","average":{"1min":0.93000000000000005,"5min":0.78400000000000003,"15min":0.75900000000000001},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.5069999999999999,"5min":1.5069999999999999,"15min":1.5069999999999999},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.96399999999999997,"5min":0.81399999999999995,"15min":0.79600000000000004},"min":{"1min":0.54100000000000004,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":3.2410000000000001,"5min":3.2410000000000001,"15min":3.2410000000000001},"last":0.73099999999999998}]},{"osd":5,"last update":"Fri Nov 13 21:57:29 2020","interfaces":[{"interface":"back","average":{"1min":1.0469999999999999,"5min":0.87,"15min":0.84599999999999997},"min":{"1min":0.64900000000000002,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.6160000000000001,"5min":1.6160000000000001,"15min":1.6160000000000001},"last":0.91900000000000004},{"interface":"front","average":{"1min":1.1659999999999999,"5min":0.91800000000000004,"15min":0.89200000000000002},"min":{"1min":0.66100000000000003,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":2.9569999999999999,"5min":2.9569999999999999,"15min":2.9569999999999999},"last":0.77800000000000002}]}]}]}} 2020-11-14T01:18:58.982 WARNING:scrape:Ignoring malparsed backtrace: 2020-11-13T21:59:07.394 INFO:tasks.ceph.mgr.x:Stopped , 2020-11-13T21:59:07.395 INFO:teuthology.misc:Shutting down mon daemons... , 2020-11-13T21:59:07.395 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2020-11-14T01:18:58.983 WARNING:scrape:Ignoring malparsed backtrace: 2020-11-13T22:00:36.359 INFO:teuthology.orchestra.run.smithi042:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log , 2020-11-13T22:00:36.433 INFO:teuthology.orchestra.run.smithi093:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log , 2020-11-13T22:00:36.501 INFO:teuthology.orchestra.run.smithi093:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|scontext=system_u:system_r:logrotate_t:s0\)' 2020-11-14T01:18:58.984 WARNING:scrape:Ignoring malparsed backtrace: 2020-11-13T22:00:56.634 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload , 2020-11-13T22:00:56.647 INFO:teuthology.task.internal:Not uploading archives. , 2020-11-13T22:00:56.648 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2020-11-14T01:18:59.102 WARNING:scrape:Ignoring malparsed backtrace: ceph version 15.2.5-596-g71ff2ae5 (71ff2ae5db36908990e713b3bce0a88bf8168348) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7f5c1624be24] , 2: (CopyFromOp::_finish(TestOp::CallbackInfo*)+0x4f4) [0x555d82a15734] 2020-11-14T01:18:59.104 WARNING:scrape:Ignoring malparsed backtrace: 2020-11-13T21:57:45.466 INFO:teuthology.orchestra.run.smithi093.stdout: , dumped all , 2020-11-13T21:57:45.476 INFO:teuthology.orchestra.run.smithi093.stdout:{"pg_ready":true,"pg_map":{"version":130,"stamp":"2020-11-13T21:57:45.414713+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30156307262,"num_objects":10141,"num_object_clones":0,"num_object_copies":20282,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10116,"num_whiteouts":34,"num_read":22830,"num_read_kb":1379421,"num_write":53027,"num_write_kb":23866990,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":25,"num_bytes_hit_set_archive":12420,"num_flush":3550,"num_flush_kb":10348936,"num_evict":3170,"num_evict_kb":9239057,"num_promote":3945,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49017,"ondisk_log_size":49017,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":566231040,"kb_used":44810784,"kb_used_data":38414320,"kb_used_omap":0,"kb_used_meta":6291456,"kb_avail":521420256,"statfs":{"total":579820584960,"available":533934342144,"internally_reserved":6442450944,"allocated":39336263680,"data_stored":39187818134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6442450944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":21625256,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":11,"num_read":525,"num_read_kb":572981,"num_write":205,"num_write_kb":142819,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":15,"num_flush_kb":39892,"num_evict":15,"num_evict_kb":39892,"num_promote":45,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002003"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-13T21:57:14.051633+0000","last_change":"2020-11-13T21:54:29.182649+0000","last_active":"2020-11-13T21:57:14.051633+0000","last_peered":"2020-11-13T21:57:14.051633+0000","last_clean":"2020-11-13T21:57:14.051633+0000","last_became_active":"2020-11-13T21:54:29.182278+0000","last_became_peered":"2020-11-13T21:54:29.182278+0000","last_unstale":"2020-11-13T21:57:14.051633+0000","last_undegraded":"2020-11-13T21:57:14.051633+0000","last_fullsized":"2020-11-13T21:57:14.051633+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_clean_scrub_stamp":"2020-11-13T21:54:27.982727+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-13T21:57:14.051161+0000","last_change":"2020-11-13T21:54:29.034316+0000","last_active":"2020-11-13T21:57:14.051161+0000","last_peered":"2020-11-13T21:57:14.051161+0000","last_clean":"2020-11-13T21:57:14.051161+0000","last_became_active":"2020-11-13T21:54:29.034006+0000","last_became_peered":"2020-11-13T21:54:29.034006+0000","last_unstale":"2020-11-13T21:57:14.051161+0000","last_undegraded":"2020-11-13T21:57:14.051161+0000","last_fullsized":"2020-11-13T21:57:14.051161+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_clean_scrub_stamp":"2020-11-13T21:54:27.982727+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5720","reported_seq":"7913","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-13T21:57:37.037199+0000","last_change":"2020-11-13T21:54:39.022067+0000","last_active":"2020-11-13T21:57:37.037199+0000","last_peered":"2020-11-13T21:57:37.037199+0000","last_clean":"2020-11-13T21:57:37.037199+0000","last_became_active":"2020-11-13T21:54:39.021606+0000","last_became_peered":"2020-11-13T21:54:39.021606+0000","last_unstale":"2020-11-13T21:57:37.037199+0000","last_undegraded":"2020-11-13T21:57:37.037199+0000","last_fullsized":"2020-11-13T21:57:37.037199+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:38.007769+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:38.007769+0000","last_clean_scrub_stamp":"2020-11-13T21:54:38.007769+0000","log_size":5720,"ondisk_log_size":5720,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":111058830,"num_objects":55,"num_object_clones":0,"num_object_copies":110,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":9,"num_read":1947,"num_read_kb":973,"num_write":5054,"num_write_kb":1164200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3877,"num_flush":907,"num_flush_kb":2630734,"num_evict":832,"num_evict_kb":2407139,"num_promote":1021,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6447","reported_seq":"8511","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-13T21:57:39.511451+0000","last_change":"2020-11-13T21:54:37.024449+0000","last_active":"2020-11-13T21:57:39.511451+0000","last_peered":"2020-11-13T21:57:39.511451+0000","last_clean":"2020-11-13T21:57:39.511451+0000","last_became_active":"2020-11-13T21:54:37.023912+0000","last_became_peered":"2020-11-13T21:54:37.023912+0000","last_unstale":"2020-11-13T21:57:39.511451+0000","last_undegraded":"2020-11-13T21:57:39.511451+0000","last_fullsized":"2020-11-13T21:57:39.511451+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:36.002619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:36.002619+0000","last_clean_scrub_stamp":"2020-11-13T21:54:36.002619+0000","log_size":6447,"ondisk_log_size":6447,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7210393702,"num_objects":2415,"num_object_clones":0,"num_object_copies":4830,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2415,"num_whiteouts":0,"num_read":3677,"num_read_kb":357878,"num_write":8004,"num_write_kb":4650587,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-13T21:57:14.051335+0000","last_change":"2020-11-13T21:54:29.037191+0000","last_active":"2020-11-13T21:57:14.051335+0000","last_peered":"2020-11-13T21:57:14.051335+0000","last_clean":"2020-11-13T21:57:14.051335+0000","last_became_active":"2020-11-13T21:54:29.036750+0000","last_became_peered":"2020-11-13T21:54:29.036750+0000","last_unstale":"2020-11-13T21:57:14.051335+0000","last_undegraded":"2020-11-13T21:57:14.051335+0000","last_fullsized":"2020-11-13T21:57:14.051335+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_clean_scrub_stamp":"2020-11-13T21:54:27.982727+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'5402","reported_seq":"7487","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-13T21:57:37.047664+0000","last_change":"2020-11-13T21:54:39.099274+0000","last_active":"2020-11-13T21:57:37.047664+0000","last_peered":"2020-11-13T21:57:37.047664+0000","last_clean":"2020-11-13T21:57:37.047664+0000","last_became_active":"2020-11-13T21:54:39.098959+0000","last_became_peered":"2020-11-13T21:54:39.098959+0000","last_unstale":"2020-11-13T21:57:37.047664+0000","last_undegraded":"2020-11-13T21:57:37.047664+0000","last_fullsized":"2020-11-13T21:57:37.047664+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:38.007769+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:38.007769+0000","last_clean_scrub_stamp":"2020-11-13T21:54:38.007769+0000","log_size":5402,"ondisk_log_size":5402,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":122815622,"num_objects":55,"num_object_clones":0,"num_object_copies":110,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":50,"num_whiteouts":10,"num_read":1890,"num_read_kb":8051,"num_write":4896,"num_write_kb":1152888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2610,"num_flush":867,"num_flush_kb":2517126,"num_evict":790,"num_evict_kb":2295657,"num_promote":957,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6739","reported_seq":"8928","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-13T21:57:39.528591+0000","last_change":"2020-11-13T21:54:37.014679+0000","last_active":"2020-11-13T21:57:39.528591+0000","last_peered":"2020-11-13T21:57:39.528591+0000","last_clean":"2020-11-13T21:57:39.528591+0000","last_became_active":"2020-11-13T21:54:37.014385+0000","last_became_peered":"2020-11-13T21:54:37.014385+0000","last_unstale":"2020-11-13T21:57:39.528591+0000","last_undegraded":"2020-11-13T21:57:39.528591+0000","last_fullsized":"2020-11-13T21:57:39.528591+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:36.002619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:36.002619+0000","last_clean_scrub_stamp":"2020-11-13T21:54:36.002619+0000","log_size":6739,"ondisk_log_size":6739,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7473143555,"num_objects":2513,"num_object_clones":0,"num_object_copies":5026,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2513,"num_whiteouts":0,"num_read":3793,"num_read_kb":266488,"num_write":8355,"num_write_kb":4876870,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-13T21:57:14.051156+0000","last_change":"2020-11-13T21:54:29.037240+0000","last_active":"2020-11-13T21:57:14.051156+0000","last_peered":"2020-11-13T21:57:14.051156+0000","last_clean":"2020-11-13T21:57:14.051156+0000","last_became_active":"2020-11-13T21:54:29.036767+0000","last_became_peered":"2020-11-13T21:54:29.036767+0000","last_unstale":"2020-11-13T21:57:14.051156+0000","last_undegraded":"2020-11-13T21:57:14.051156+0000","last_fullsized":"2020-11-13T21:57:14.051156+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_clean_scrub_stamp":"2020-11-13T21:54:27.982727+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5547","reported_seq":"7770","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-13T21:57:38.483658+0000","last_change":"2020-11-13T21:54:39.205982+0000","last_active":"2020-11-13T21:57:38.483658+0000","last_peered":"2020-11-13T21:57:38.483658+0000","last_clean":"2020-11-13T21:57:38.483658+0000","last_became_active":"2020-11-13T21:54:39.205645+0000","last_became_peered":"2020-11-13T21:54:39.205645+0000","last_unstale":"2020-11-13T21:57:38.483658+0000","last_undegraded":"2020-11-13T21:57:38.483658+0000","last_fullsized":"2020-11-13T21:57:38.483658+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:38.007769+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:38.007769+0000","last_clean_scrub_stamp":"2020-11-13T21:54:38.007769+0000","log_size":5547,"ondisk_log_size":5547,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":128770406,"num_objects":54,"num_object_clones":0,"num_object_copies":108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":6,"num_read":1961,"num_read_kb":923,"num_write":4960,"num_write_kb":1184779,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":2898,"num_flush":878,"num_flush_kb":2553988,"num_evict":723,"num_evict_kb":2105624,"num_promote":955,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6769","reported_seq":"9006","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-13T21:57:38.195163+0000","last_change":"2020-11-13T21:54:37.024139+0000","last_active":"2020-11-13T21:57:38.195163+0000","last_peered":"2020-11-13T21:57:38.195163+0000","last_clean":"2020-11-13T21:57:38.195163+0000","last_became_active":"2020-11-13T21:54:37.023727+0000","last_became_peered":"2020-11-13T21:54:37.023727+0000","last_unstale":"2020-11-13T21:57:38.195163+0000","last_undegraded":"2020-11-13T21:57:38.195163+0000","last_fullsized":"2020-11-13T21:57:38.195163+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:36.002619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:36.002619+0000","last_clean_scrub_stamp":"2020-11-13T21:54:36.002619+0000","log_size":6769,"ondisk_log_size":6769,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7526096591,"num_objects":2507,"num_object_clones":0,"num_object_copies":5014,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2507,"num_whiteouts":0,"num_read":3864,"num_read_kb":297913,"num_write":8387,"num_write_kb":4889847,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-13T21:57:14.051476+0000","last_change":"2020-11-13T21:54:29.037395+0000","last_active":"2020-11-13T21:57:14.051476+0000","last_peered":"2020-11-13T21:57:14.051476+0000","last_clean":"2020-11-13T21:57:14.051476+0000","last_became_active":"2020-11-13T21:54:29.036798+0000","last_became_peered":"2020-11-13T21:54:29.036798+0000","last_unstale":"2020-11-13T21:57:14.051476+0000","last_undegraded":"2020-11-13T21:57:14.051476+0000","last_fullsized":"2020-11-13T21:57:14.051476+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_clean_scrub_stamp":"2020-11-13T21:54:27.982727+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5679","reported_seq":"7851","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-13T21:57:36.535494+0000","last_change":"2020-11-13T21:54:39.017757+0000","last_active":"2020-11-13T21:57:36.535494+0000","last_peered":"2020-11-13T21:57:36.535494+0000","last_clean":"2020-11-13T21:57:36.535494+0000","last_became_active":"2020-11-13T21:54:39.017522+0000","last_became_peered":"2020-11-13T21:54:39.017522+0000","last_unstale":"2020-11-13T21:57:36.535494+0000","last_undegraded":"2020-11-13T21:57:36.535494+0000","last_fullsized":"2020-11-13T21:57:36.535494+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:38.007769+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:38.007769+0000","last_clean_scrub_stamp":"2020-11-13T21:54:38.007769+0000","log_size":5679,"ondisk_log_size":5679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":120981576,"num_objects":55,"num_object_clones":0,"num_object_copies":110,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":49,"num_whiteouts":9,"num_read":1921,"num_read_kb":960,"num_write":5021,"num_write_kb":1174303,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":3035,"num_flush":898,"num_flush_kb":2647088,"num_evict":825,"num_evict_kb":2430637,"num_promote":1012,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6714","reported_seq":"8765","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-13T21:57:39.435182+0000","last_change":"2020-11-13T21:54:37.024253+0000","last_active":"2020-11-13T21:57:39.435182+0000","last_peered":"2020-11-13T21:57:39.435182+0000","last_clean":"2020-11-13T21:57:39.435182+0000","last_became_active":"2020-11-13T21:54:37.023799+0000","last_became_peered":"2020-11-13T21:54:37.023799+0000","last_unstale":"2020-11-13T21:57:39.435182+0000","last_undegraded":"2020-11-13T21:57:39.435182+0000","last_fullsized":"2020-11-13T21:57:39.435182+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:36.002619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:36.002619+0000","last_clean_scrub_stamp":"2020-11-13T21:54:36.002619+0000","log_size":6714,"ondisk_log_size":6714,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7463046980,"num_objects":2487,"num_object_clones":0,"num_object_copies":4974,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2487,"num_whiteouts":0,"num_read":3777,"num_read_kb":446235,"num_write":8350,"num_write_kb":4773516,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"28","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-13T21:57:43.600735+0000","last_change":"2020-11-13T21:57:43.600807+0000","last_active":"2020-11-13T21:57:43.600735+0000","last_peered":"2020-11-13T21:57:43.600735+0000","last_clean":"2020-11-13T21:57:43.600735+0000","last_became_active":"2020-11-13T21:54:28.990473+0000","last_became_peered":"2020-11-13T21:54:28.990473+0000","last_unstale":"2020-11-13T21:57:43.600735+0000","last_undegraded":"2020-11-13T21:57:43.600735+0000","last_fullsized":"2020-11-13T21:57:43.600735+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:57:43.600730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:57:43.600730+0000","last_clean_scrub_stamp":"2020-11-13T21:57:43.600730+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-13T21:57:14.053118+0000","last_change":"2020-11-13T21:54:28.991267+0000","last_active":"2020-11-13T21:57:14.053118+0000","last_peered":"2020-11-13T21:57:14.053118+0000","last_clean":"2020-11-13T21:57:14.053118+0000","last_became_active":"2020-11-13T21:54:28.990962+0000","last_became_peered":"2020-11-13T21:54:28.990962+0000","last_unstale":"2020-11-13T21:57:14.053118+0000","last_undegraded":"2020-11-13T21:57:14.053118+0000","last_fullsized":"2020-11-13T21:57:14.053118+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_clean_scrub_stamp":"2020-11-13T21:54:27.982727+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-13T21:57:14.051422+0000","last_change":"2020-11-13T21:54:29.180035+0000","last_active":"2020-11-13T21:57:14.051422+0000","last_peered":"2020-11-13T21:57:14.051422+0000","last_clean":"2020-11-13T21:57:14.051422+0000","last_became_active":"2020-11-13T21:54:29.179735+0000","last_became_peered":"2020-11-13T21:54:29.179735+0000","last_unstale":"2020-11-13T21:57:14.051422+0000","last_undegraded":"2020-11-13T21:57:14.051422+0000","last_fullsized":"2020-11-13T21:57:14.051422+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_clean_scrub_stamp":"2020-11-13T21:54:27.982727+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":483626434,"num_objects":219,"num_object_clones":0,"num_object_copies":438,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":194,"num_whiteouts":34,"num_read":7719,"num_read_kb":10907,"num_write":19931,"num_write_kb":4676170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":25,"num_bytes_hit_set_archive":12420,"num_flush":3550,"num_flush_kb":10348936,"num_evict":3170,"num_evict_kb":9239057,"num_promote":3945,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":737599488,"data_stored":735608756,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22348,"ondisk_log_size":22348,"up":8,"acting":8,"num_store_stats":5},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":6},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29672680828,"num_objects":9922,"num_object_clones":0,"num_object_copies":19844,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9922,"num_whiteouts":0,"num_read":15111,"num_read_kb":1368514,"num_write":33096,"num_write_kb":19190820,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":38596993024,"data_stored":38451506154,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26669,"ondisk_log_size":26669,"up":8,"acting":8,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640298,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10525768,"kb_used_data":9451540,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83846072,"statfs":{"total":96636764160,"available":85858377728,"internally_reserved":1073741824,"allocated":9678376960,"data_stored":9641957400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Nov 13 21:57:34 2020","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.623,"15min":0.61099999999999999},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.141,"5min":1.948,"15min":1.948},"last":0.84799999999999998},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.58599999999999997,"15min":0.57199999999999995},"min":{"1min":0.42599999999999999,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.3999999999999999,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":0.72499999999999998}]},{"osd":1,"last update":"Fri Nov 13 21:57:34 2020","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.76200000000000001,"15min":0.77100000000000002},"min":{"1min":0.438,"5min":0.375,"15min":0.375},"max":{"1min":1.202,"5min":2.0920000000000001,"15min":2.0920000000000001},"last":1.103},{"interface":"front","average":{"1min":0.79500000000000004,"5min":0.79100000000000004,"15min":0.80300000000000005},"min":{"1min":0.58899999999999997,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.135,"5min":1.135,"15min":1.135},"last":1.0029999999999999}]},{"osd":2,"last update":"Fri Nov 13 21:57:34 2020","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.68300000000000005,"15min":0.68300000000000005},"min":{"1min":0.48399999999999999,"5min":0.436,"15min":0.436},"max":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":0.78800000000000003},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.82599999999999996,"15min":0.82899999999999996},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.319,"5min":2.0259999999999998,"15min":2.0259999999999998},"last":0.69599999999999995}]},{"osd":3,"last update":"Fri Nov 13 21:57:34 2020","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.71699999999999997,"15min":0.72499999999999998},"min":{"1min":0.52800000000000002,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":0.95999999999999996,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.62},{"interface":"front","average":{"1min":0.91500000000000004,"5min":0.91900000000000004,"15min":0.91300000000000003},"min":{"1min":0.71499999999999997,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":1.4399999999999999,"5min":2.157,"15min":2.157},"last":1.024}]},{"osd":4,"last update":"Fri Nov 13 21:57:34 2020","interfaces":[{"interface":"back","average":{"1min":0.82099999999999995,"5min":0.76500000000000001,"15min":0.75900000000000001},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.222,"5min":1.222,"15min":1.222},"last":0.96699999999999997},{"interface":"front","average":{"1min":0.97099999999999997,"5min":0.83499999999999996,"15min":0.81200000000000006},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":2.4220000000000002,"5min":2.4220000000000002,"15min":2.4220000000000002},"last":0.88400000000000001}]}]},{"osd":4,"up_from":11,"seq":47244640298,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1245428,"kb_used_data":177992,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93126412,"statfs":{"total":96636764160,"available":95361445888,"internally_reserved":1073741824,"allocated":182263808,"data_stored":181674346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Nov 13 21:57:27 2020","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.71699999999999997,"15min":0.749},"min":{"1min":0.378,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.042,"5min":1.5900000000000001,"15min":1.5900000000000001},"last":0.93200000000000005},{"interface":"front","average":{"1min":0.79700000000000004,"5min":0.81499999999999995,"15min":0.84099999999999997},"min":{"1min":0.59499999999999997,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.2050000000000001,"5min":1.647,"15min":1.647},"last":0.90100000000000002}]},{"osd":1,"last update":"Fri Nov 13 21:57:27 2020","interfaces":[{"interface":"back","average":{"1min":0.79600000000000004,"5min":0.73899999999999999,"15min":0.755},"min":{"1min":0.503,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.284,"5min":1.458,"15min":1.458},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.70999999999999996,"5min":0.67900000000000005,"15min":0.69299999999999995},"min":{"1min":0.47799999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.0680000000000001,"5min":1.76,"15min":1.76},"last":0.58999999999999997}]},{"osd":2,"last update":"Fri Nov 13 21:57:27 2020","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.83099999999999996,"15min":0.84599999999999997},"min":{"1min":0.504,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":2.3239999999999998,"5min":2.3239999999999998,"15min":2.3239999999999998},"last":0.754},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.85099999999999998,"15min":0.84899999999999998},"min":{"1min":0.63,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.147,"5min":1.984,"15min":1.984},"last":0.84199999999999997}]},{"osd":3,"last update":"Fri Nov 13 21:57:27 2020","interfaces":[{"interface":"back","average":{"1min":0.95899999999999996,"5min":0.91900000000000004,"15min":0.96199999999999997},"min":{"1min":0.56000000000000005,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":2.161,"5min":2.3079999999999998,"15min":2.3079999999999998},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.92900000000000005,"15min":0.96599999999999997},"min":{"1min":0.60999999999999999,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.2609999999999999,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":0.70699999999999996}]},{"osd":5,"last update":"Fri Nov 13 21:57:27 2020","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.86099999999999999,"15min":0.85299999999999998},"min":{"1min":0.67800000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.847,"5min":1.847,"15min":1.847},"last":0.78200000000000003},{"interface":"front","average":{"1min":1.069,"5min":1.0209999999999999,"15min":1.0369999999999999},"min":{"1min":0.623,"5min":0.623,"15min":0.623},"max":{"1min":2.0720000000000001,"5min":2.4969999999999999,"15min":2.4969999999999999},"last":0.874}]}]},{"osd":3,"up_from":11,"seq":47244640298,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5758264,"kb_used_data":4707952,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":88613576,"statfs":{"total":96636764160,"available":90740301824,"internally_reserved":1073741824,"allocated":4820942848,"data_stored":4802211560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Nov 13 21:57:30 2020","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.65600000000000003,"15min":0.67500000000000004},"min":{"1min":0.372,"5min":0.37,"15min":0.37},"max":{"1min":2.5950000000000002,"5min":2.5950000000000002,"15min":2.5950000000000002},"last":0.89100000000000001},{"interface":"front","average":{"1min":0.875,"5min":0.77800000000000002,"15min":0.76000000000000001},"min":{"1min":0.442,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":3.7269999999999999,"5min":3.7269999999999999,"15min":3.7269999999999999},"last":0.69299999999999995}]},{"osd":1,"last update":"Fri Nov 13 21:57:30 2020","interfaces":[{"interface":"back","average":{"1min":3.9649999999999999,"5min":1.3500000000000001,"15min":0.91800000000000004},"min":{"1min":0.46300000000000002,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":54.960000000000001,"5min":54.960000000000001,"15min":54.960000000000001},"last":0.72199999999999998},{"interface":"front","average":{"1min":3.8700000000000001,"5min":1.3939999999999999,"15min":1.01},"min":{"1min":0.497,"5min":0.437,"15min":0.437},"max":{"1min":55.262,"5min":55.262,"15min":55.262},"last":0.76800000000000002}]},{"osd":2,"last update":"Fri Nov 13 21:57:30 2020","interfaces":[{"interface":"back","average":{"1min":0.82599999999999996,"5min":0.80500000000000005,"15min":0.80300000000000005},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":1.1990000000000001,"5min":2.069,"15min":2.069},"last":1.077},{"interface":"front","average":{"1min":0.91400000000000003,"5min":0.873,"15min":0.85699999999999998},"min":{"1min":0.59399999999999997,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":2.2629999999999999,"5min":3.2130000000000001,"15min":3.2130000000000001},"last":0.84199999999999997}]},{"osd":4,"last update":"Fri Nov 13 21:57:30 2020","interfaces":[{"interface":"back","average":{"1min":0.79600000000000004,"5min":0.872,"15min":0.91100000000000003},"min":{"1min":0.504,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.4019999999999999,"5min":2.2120000000000002,"15min":2.2120000000000002},"last":0.93600000000000005},{"interface":"front","average":{"1min":1.0089999999999999,"5min":0.98799999999999999,"15min":0.995},"min":{"1min":0.748,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.4419999999999999,"5min":2.0419999999999998,"15min":2.0419999999999998},"last":1.1919999999999999}]},{"osd":5,"last update":"Fri Nov 13 21:57:30 2020","interfaces":[{"interface":"back","average":{"1min":0.81899999999999995,"5min":0.92100000000000004,"15min":0.93300000000000005},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.2529999999999999,"5min":3.2919999999999998,"15min":3.2919999999999998},"last":1.0469999999999999},{"interface":"front","average":{"1min":0.997,"5min":0.98199999999999998,"15min":0.97999999999999998},"min":{"1min":0.72299999999999998,"5min":0.67700000000000005,"15min":0.67700000000000005},"max":{"1min":1.319,"5min":1.7430000000000001,"15min":1.7430000000000001},"last":1.103}]}]},{"osd":2,"up_from":11,"seq":47244640298,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10709716,"kb_used_data":9638424,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83662124,"statfs":{"total":96636764160,"available":85670014976,"internally_reserved":1073741824,"allocated":9869746176,"data_stored":9833044629,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Nov 13 21:57:27 2020","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.46200000000000002,"15min":0.44},"min":{"1min":0.35399999999999998,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":2.605,"5min":2.605,"15min":2.605},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.53400000000000003,"15min":0.52200000000000002},"min":{"1min":0.38900000000000001,"5min":0.374,"15min":0.374},"max":{"1min":2.5299999999999998,"5min":2.5299999999999998,"15min":2.5299999999999998},"last":0.55000000000000004}]},{"osd":1,"last update":"Fri Nov 13 21:57:27 2020","interfaces":[{"interface":"back","average":{"1min":0.84199999999999997,"5min":0.67400000000000004,"15min":0.66100000000000003},"min":{"1min":0.45300000000000001,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":2.4039999999999999,"5min":2.4039999999999999,"15min":2.4039999999999999},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.56499999999999995,"15min":0.55900000000000005},"min":{"1min":0.40699999999999997,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":1.3959999999999999,"5min":1.3959999999999999,"15min":1.3959999999999999},"last":0.50900000000000001}]},{"osd":3,"last update":"Fri Nov 13 21:57:27 2020","interfaces":[{"interface":"back","average":{"1min":0.91300000000000003,"5min":0.70399999999999996,"15min":0.68000000000000005},"min":{"1min":0.47999999999999998,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":3.238,"5min":3.238,"15min":3.238},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.98599999999999999,"5min":0.79400000000000004,"15min":0.78000000000000003},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":3.8679999999999999,"5min":3.8679999999999999,"15min":3.8679999999999999},"last":0.94799999999999995}]},{"osd":4,"last update":"Fri Nov 13 21:57:27 2020","interfaces":[{"interface":"back","average":{"1min":0.86599999999999999,"5min":0.73699999999999999,"15min":0.73099999999999998},"min":{"1min":0.56599999999999995,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.9490000000000001,"5min":1.9490000000000001,"15min":1.9490000000000001},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.88500000000000001,"5min":0.754,"15min":0.74399999999999999},"min":{"1min":0.50700000000000001,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":2.9489999999999998,"5min":2.9489999999999998,"15min":2.9489999999999998},"last":0.90500000000000003}]},{"osd":5,"last update":"Fri Nov 13 21:57:27 2020","interfaces":[{"interface":"back","average":{"1min":1.0069999999999999,"5min":0.89100000000000001,"15min":0.89500000000000002},"min":{"1min":0.58499999999999996,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":2.6549999999999998,"5min":2.6549999999999998,"15min":2.6549999999999998},"last":0.83499999999999996},{"interface":"front","average":{"1min":0.876,"5min":0.875,"15min":0.89000000000000001},"min":{"1min":0.66600000000000004,"5min":0.62,"15min":0.62},"max":{"1min":1.8799999999999999,"5min":1.8799999999999999,"15min":1.8799999999999999},"last":0.85599999999999998}]}]},{"osd":0,"up_from":11,"seq":47244640298,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1245428,"kb_used_data":177992,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93126412,"statfs":{"total":96636764160,"available":95361445888,"internally_reserved":1073741824,"allocated":182263808,"data_stored":181674346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Nov 13 21:57:31 2020","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.57199999999999995,"15min":0.57799999999999996},"min":{"1min":0.34300000000000003,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":2.3809999999999998,"5min":2.3809999999999998,"15min":2.3809999999999998},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.755,"5min":0.70399999999999996,"15min":0.71199999999999997},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":2.3519999999999999,"5min":2.3519999999999999,"15min":2.3519999999999999},"last":0.59299999999999997}]},{"osd":2,"last update":"Fri Nov 13 21:57:31 2020","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.56499999999999995,"15min":0.56699999999999995},"min":{"1min":0.379,"5min":0.371,"15min":0.371},"max":{"1min":0.92300000000000004,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.55500000000000005,"15min":0.55700000000000005},"min":{"1min":0.39500000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.78800000000000003}]},{"osd":3,"last update":"Fri Nov 13 21:57:31 2020","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.74099999999999999,"15min":0.76700000000000002},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.6579999999999999,"5min":1.9399999999999999,"15min":1.9399999999999999},"last":0.97199999999999998},{"interface":"front","average":{"1min":0.70899999999999996,"5min":0.79600000000000004,"15min":0.82699999999999996},"min":{"1min":0.51000000000000001,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.1559999999999999,"5min":1.2529999999999999,"15min":1.2529999999999999},"last":0.71299999999999997}]},{"osd":4,"last update":"Fri Nov 13 21:57:31 2020","interfaces":[{"interface":"back","average":{"1min":0.88600000000000001,"5min":0.82599999999999996,"15min":0.83999999999999997},"min":{"1min":0.53100000000000003,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.665,"5min":1.8400000000000001,"15min":1.8400000000000001},"last":0.749},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.86099999999999999,"15min":0.875},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.2749999999999999,"5min":1.2749999999999999,"15min":1.2749999999999999},"last":0.92500000000000004}]},{"osd":5,"last update":"Fri Nov 13 21:57:31 2020","interfaces":[{"interface":"back","average":{"1min":0.88200000000000001,"5min":0.81200000000000006,"15min":0.81499999999999995},"min":{"1min":0.624,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.956,"5min":1.956,"15min":1.956},"last":0.94299999999999995},{"interface":"front","average":{"1min":0.86899999999999999,"5min":0.92300000000000004,"15min":0.93899999999999995},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":2.2080000000000002,"5min":2.2080000000000002,"15min":2.2080000000000002},"last":0.87}]}]},{"osd":1,"up_from":11,"seq":47244640298,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":15326180,"kb_used_data":14260420,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":79045660,"statfs":{"total":96636764160,"available":80942755840,"internally_reserved":1073741824,"allocated":14602670080,"data_stored":14547255853,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Nov 13 21:57:29 2020","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.496,"15min":0.47599999999999998},"min":{"1min":0.374,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.7569999999999999,"5min":1.7569999999999999,"15min":1.7569999999999999},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.95099999999999996,"5min":0.61899999999999999,"15min":0.57299999999999995},"min":{"1min":0.42699999999999999,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":2.5859999999999999,"5min":2.5859999999999999,"15min":2.5859999999999999},"last":0.80300000000000005}]},{"osd":2,"last update":"Fri Nov 13 21:57:29 2020","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":0.56899999999999995,"15min":0.54100000000000004},"min":{"1min":0.40400000000000003,"5min":0.371,"15min":0.371},"max":{"1min":4.3170000000000002,"5min":4.3170000000000002,"15min":4.3170000000000002},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.83899999999999997,"5min":0.627,"15min":0.59599999999999997},"min":{"1min":0.42499999999999999,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":2.0169999999999999,"5min":2.0169999999999999,"15min":2.0169999999999999},"last":0.54400000000000004}]},{"osd":3,"last update":"Fri Nov 13 21:57:29 2020","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.70099999999999996,"15min":0.69099999999999995},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":3.1019999999999999,"5min":3.1019999999999999,"15min":3.1019999999999999},"last":0.63300000000000001},{"interface":"front","average":{"1min":1.048,"5min":0.79500000000000004,"15min":0.77500000000000002},"min":{"1min":0.47699999999999998,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":2.831,"5min":2.831,"15min":2.831},"last":0.59199999999999997}]},{"osd":4,"last update":"Fri Nov 13 21:57:29 2020","interfaces":[{"interface":"back","average":{"1min":0.93000000000000005,"5min":0.78400000000000003,"15min":0.75900000000000001},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.5069999999999999,"5min":1.5069999999999999,"15min":1.5069999999999999},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.96399999999999997,"5min":0.81399999999999995,"15min":0.79600000000000004},"min":{"1min":0.54100000000000004,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":3.2410000000000001,"5min":3.2410000000000001,"15min":3.2410000000000001},"last":0.73099999999999998}]},{"osd":5,"last update":"Fri Nov 13 21:57:29 2020","interfaces":[{"interface":"back","average":{"1min":1.0469999999999999,"5min":0.87,"15min":0.84599999999999997},"min":{"1min":0.64900000000000002,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.6160000000000001,"5min":1.6160000000000001,"15min":1.6160000000000001},"last":0.91900000000000004},{"interface":"front","average":{"1min":1.1659999999999999,"5min":0.91800000000000004,"15min":0.89200000000000002},"min":{"1min":0.66100000000000003,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":2.9569999999999999,"5min":2.9569999999999999,"15min":2.9569999999999999},"last":0.77800000000000002}]}]}]}} 2020-11-14T01:18:59.106 WARNING:scrape:Ignoring malparsed backtrace: 2020-11-13T21:59:07.394 INFO:tasks.ceph.mgr.x:Stopped , 2020-11-13T21:59:07.395 INFO:teuthology.misc:Shutting down mon daemons... , 2020-11-13T21:59:07.395 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2020-11-14T01:18:59.107 WARNING:scrape:Ignoring malparsed backtrace: 2020-11-13T22:00:36.359 INFO:teuthology.orchestra.run.smithi042:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log , 2020-11-13T22:00:36.433 INFO:teuthology.orchestra.run.smithi093:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log , 2020-11-13T22:00:36.501 INFO:teuthology.orchestra.run.smithi093:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|scontext=system_u:system_r:logrotate_t:s0\)' 2020-11-14T01:18:59.107 WARNING:scrape:Ignoring malparsed backtrace: 2020-11-13T22:00:56.634 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload , 2020-11-13T22:00:56.647 INFO:teuthology.task.internal:Not uploading archives. , 2020-11-13T22:00:56.648 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2020-11-14T01:18:59.227 WARNING:scrape:Ignoring malparsed backtrace: ceph version 15.2.5-596-g71ff2ae5 (71ff2ae5db36908990e713b3bce0a88bf8168348) octopus (stable) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7f5c1624be24] , 2: (CopyFromOp::_finish(TestOp::CallbackInfo*)+0x4f4) [0x555d82a15734] 2020-11-14T01:18:59.229 WARNING:scrape:Ignoring malparsed backtrace: 2020-11-13T21:57:45.466 INFO:teuthology.orchestra.run.smithi093.stdout: , dumped all , 2020-11-13T21:57:45.476 INFO:teuthology.orchestra.run.smithi093.stdout:{"pg_ready":true,"pg_map":{"version":130,"stamp":"2020-11-13T21:57:45.414713+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":30156307262,"num_objects":10141,"num_object_clones":0,"num_object_copies":20282,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10116,"num_whiteouts":34,"num_read":22830,"num_read_kb":1379421,"num_write":53027,"num_write_kb":23866990,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":25,"num_bytes_hit_set_archive":12420,"num_flush":3550,"num_flush_kb":10348936,"num_evict":3170,"num_evict_kb":9239057,"num_promote":3945,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":49017,"ondisk_log_size":49017,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":566231040,"kb_used":44810784,"kb_used_data":38414320,"kb_used_omap":0,"kb_used_meta":6291456,"kb_avail":521420256,"statfs":{"total":579820584960,"available":533934342144,"internally_reserved":6442450944,"allocated":39336263680,"data_stored":39187818134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6442450944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":21625256,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":11,"num_read":525,"num_read_kb":572981,"num_write":205,"num_write_kb":142819,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":15,"num_flush_kb":39892,"num_evict":15,"num_evict_kb":39892,"num_promote":45,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002003"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-13T21:57:14.051633+0000","last_change":"2020-11-13T21:54:29.182649+0000","last_active":"2020-11-13T21:57:14.051633+0000","last_peered":"2020-11-13T21:57:14.051633+0000","last_clean":"2020-11-13T21:57:14.051633+0000","last_became_active":"2020-11-13T21:54:29.182278+0000","last_became_peered":"2020-11-13T21:54:29.182278+0000","last_unstale":"2020-11-13T21:57:14.051633+0000","last_undegraded":"2020-11-13T21:57:14.051633+0000","last_fullsized":"2020-11-13T21:57:14.051633+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_clean_scrub_stamp":"2020-11-13T21:54:27.982727+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-13T21:57:14.051161+0000","last_change":"2020-11-13T21:54:29.034316+0000","last_active":"2020-11-13T21:57:14.051161+0000","last_peered":"2020-11-13T21:57:14.051161+0000","last_clean":"2020-11-13T21:57:14.051161+0000","last_became_active":"2020-11-13T21:54:29.034006+0000","last_became_peered":"2020-11-13T21:54:29.034006+0000","last_unstale":"2020-11-13T21:57:14.051161+0000","last_undegraded":"2020-11-13T21:57:14.051161+0000","last_fullsized":"2020-11-13T21:57:14.051161+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_clean_scrub_stamp":"2020-11-13T21:54:27.982727+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"32'5720","reported_seq":"7913","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-13T21:57:37.037199+0000","last_change":"2020-11-13T21:54:39.022067+0000","last_active":"2020-11-13T21:57:37.037199+0000","last_peered":"2020-11-13T21:57:37.037199+0000","last_clean":"2020-11-13T21:57:37.037199+0000","last_became_active":"2020-11-13T21:54:39.021606+0000","last_became_peered":"2020-11-13T21:54:39.021606+0000","last_unstale":"2020-11-13T21:57:37.037199+0000","last_undegraded":"2020-11-13T21:57:37.037199+0000","last_fullsized":"2020-11-13T21:57:37.037199+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:38.007769+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:38.007769+0000","last_clean_scrub_stamp":"2020-11-13T21:54:38.007769+0000","log_size":5720,"ondisk_log_size":5720,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":111058830,"num_objects":55,"num_object_clones":0,"num_object_copies":110,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":47,"num_whiteouts":9,"num_read":1947,"num_read_kb":973,"num_write":5054,"num_write_kb":1164200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":3877,"num_flush":907,"num_flush_kb":2630734,"num_evict":832,"num_evict_kb":2407139,"num_promote":1021,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'6447","reported_seq":"8511","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-13T21:57:39.511451+0000","last_change":"2020-11-13T21:54:37.024449+0000","last_active":"2020-11-13T21:57:39.511451+0000","last_peered":"2020-11-13T21:57:39.511451+0000","last_clean":"2020-11-13T21:57:39.511451+0000","last_became_active":"2020-11-13T21:54:37.023912+0000","last_became_peered":"2020-11-13T21:54:37.023912+0000","last_unstale":"2020-11-13T21:57:39.511451+0000","last_undegraded":"2020-11-13T21:57:39.511451+0000","last_fullsized":"2020-11-13T21:57:39.511451+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:36.002619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:36.002619+0000","last_clean_scrub_stamp":"2020-11-13T21:54:36.002619+0000","log_size":6447,"ondisk_log_size":6447,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7210393702,"num_objects":2415,"num_object_clones":0,"num_object_copies":4830,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2415,"num_whiteouts":0,"num_read":3677,"num_read_kb":357878,"num_write":8004,"num_write_kb":4650587,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-13T21:57:14.051335+0000","last_change":"2020-11-13T21:54:29.037191+0000","last_active":"2020-11-13T21:57:14.051335+0000","last_peered":"2020-11-13T21:57:14.051335+0000","last_clean":"2020-11-13T21:57:14.051335+0000","last_became_active":"2020-11-13T21:54:29.036750+0000","last_became_peered":"2020-11-13T21:54:29.036750+0000","last_unstale":"2020-11-13T21:57:14.051335+0000","last_undegraded":"2020-11-13T21:57:14.051335+0000","last_fullsized":"2020-11-13T21:57:14.051335+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_clean_scrub_stamp":"2020-11-13T21:54:27.982727+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'5402","reported_seq":"7487","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-13T21:57:37.047664+0000","last_change":"2020-11-13T21:54:39.099274+0000","last_active":"2020-11-13T21:57:37.047664+0000","last_peered":"2020-11-13T21:57:37.047664+0000","last_clean":"2020-11-13T21:57:37.047664+0000","last_became_active":"2020-11-13T21:54:39.098959+0000","last_became_peered":"2020-11-13T21:54:39.098959+0000","last_unstale":"2020-11-13T21:57:37.047664+0000","last_undegraded":"2020-11-13T21:57:37.047664+0000","last_fullsized":"2020-11-13T21:57:37.047664+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:38.007769+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:38.007769+0000","last_clean_scrub_stamp":"2020-11-13T21:54:38.007769+0000","log_size":5402,"ondisk_log_size":5402,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":122815622,"num_objects":55,"num_object_clones":0,"num_object_copies":110,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":50,"num_whiteouts":10,"num_read":1890,"num_read_kb":8051,"num_write":4896,"num_write_kb":1152888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":5,"num_bytes_hit_set_archive":2610,"num_flush":867,"num_flush_kb":2517126,"num_evict":790,"num_evict_kb":2295657,"num_promote":957,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'6739","reported_seq":"8928","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-13T21:57:39.528591+0000","last_change":"2020-11-13T21:54:37.014679+0000","last_active":"2020-11-13T21:57:39.528591+0000","last_peered":"2020-11-13T21:57:39.528591+0000","last_clean":"2020-11-13T21:57:39.528591+0000","last_became_active":"2020-11-13T21:54:37.014385+0000","last_became_peered":"2020-11-13T21:54:37.014385+0000","last_unstale":"2020-11-13T21:57:39.528591+0000","last_undegraded":"2020-11-13T21:57:39.528591+0000","last_fullsized":"2020-11-13T21:57:39.528591+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:36.002619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:36.002619+0000","last_clean_scrub_stamp":"2020-11-13T21:54:36.002619+0000","log_size":6739,"ondisk_log_size":6739,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7473143555,"num_objects":2513,"num_object_clones":0,"num_object_copies":5026,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2513,"num_whiteouts":0,"num_read":3793,"num_read_kb":266488,"num_write":8355,"num_write_kb":4876870,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"24","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-13T21:57:14.051156+0000","last_change":"2020-11-13T21:54:29.037240+0000","last_active":"2020-11-13T21:57:14.051156+0000","last_peered":"2020-11-13T21:57:14.051156+0000","last_clean":"2020-11-13T21:57:14.051156+0000","last_became_active":"2020-11-13T21:54:29.036767+0000","last_became_peered":"2020-11-13T21:54:29.036767+0000","last_unstale":"2020-11-13T21:57:14.051156+0000","last_undegraded":"2020-11-13T21:57:14.051156+0000","last_fullsized":"2020-11-13T21:57:14.051156+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_clean_scrub_stamp":"2020-11-13T21:54:27.982727+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'5547","reported_seq":"7770","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-13T21:57:38.483658+0000","last_change":"2020-11-13T21:54:39.205982+0000","last_active":"2020-11-13T21:57:38.483658+0000","last_peered":"2020-11-13T21:57:38.483658+0000","last_clean":"2020-11-13T21:57:38.483658+0000","last_became_active":"2020-11-13T21:54:39.205645+0000","last_became_peered":"2020-11-13T21:54:39.205645+0000","last_unstale":"2020-11-13T21:57:38.483658+0000","last_undegraded":"2020-11-13T21:57:38.483658+0000","last_fullsized":"2020-11-13T21:57:38.483658+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:38.007769+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:38.007769+0000","last_clean_scrub_stamp":"2020-11-13T21:54:38.007769+0000","log_size":5547,"ondisk_log_size":5547,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":128770406,"num_objects":54,"num_object_clones":0,"num_object_copies":108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":6,"num_read":1961,"num_read_kb":923,"num_write":4960,"num_write_kb":1184779,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":2898,"num_flush":878,"num_flush_kb":2553988,"num_evict":723,"num_evict_kb":2105624,"num_promote":955,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'6769","reported_seq":"9006","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-13T21:57:38.195163+0000","last_change":"2020-11-13T21:54:37.024139+0000","last_active":"2020-11-13T21:57:38.195163+0000","last_peered":"2020-11-13T21:57:38.195163+0000","last_clean":"2020-11-13T21:57:38.195163+0000","last_became_active":"2020-11-13T21:54:37.023727+0000","last_became_peered":"2020-11-13T21:54:37.023727+0000","last_unstale":"2020-11-13T21:57:38.195163+0000","last_undegraded":"2020-11-13T21:57:38.195163+0000","last_fullsized":"2020-11-13T21:57:38.195163+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:36.002619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:36.002619+0000","last_clean_scrub_stamp":"2020-11-13T21:54:36.002619+0000","log_size":6769,"ondisk_log_size":6769,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7526096591,"num_objects":2507,"num_object_clones":0,"num_object_copies":5014,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2507,"num_whiteouts":0,"num_read":3864,"num_read_kb":297913,"num_write":8387,"num_write_kb":4889847,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-13T21:57:14.051476+0000","last_change":"2020-11-13T21:54:29.037395+0000","last_active":"2020-11-13T21:57:14.051476+0000","last_peered":"2020-11-13T21:57:14.051476+0000","last_clean":"2020-11-13T21:57:14.051476+0000","last_became_active":"2020-11-13T21:54:29.036798+0000","last_became_peered":"2020-11-13T21:54:29.036798+0000","last_unstale":"2020-11-13T21:57:14.051476+0000","last_undegraded":"2020-11-13T21:57:14.051476+0000","last_fullsized":"2020-11-13T21:57:14.051476+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_clean_scrub_stamp":"2020-11-13T21:54:27.982727+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'5679","reported_seq":"7851","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-13T21:57:36.535494+0000","last_change":"2020-11-13T21:54:39.017757+0000","last_active":"2020-11-13T21:57:36.535494+0000","last_peered":"2020-11-13T21:57:36.535494+0000","last_clean":"2020-11-13T21:57:36.535494+0000","last_became_active":"2020-11-13T21:54:39.017522+0000","last_became_peered":"2020-11-13T21:54:39.017522+0000","last_unstale":"2020-11-13T21:57:36.535494+0000","last_undegraded":"2020-11-13T21:57:36.535494+0000","last_fullsized":"2020-11-13T21:57:36.535494+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:38.007769+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:38.007769+0000","last_clean_scrub_stamp":"2020-11-13T21:54:38.007769+0000","log_size":5679,"ondisk_log_size":5679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":120981576,"num_objects":55,"num_object_clones":0,"num_object_copies":110,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":49,"num_whiteouts":9,"num_read":1921,"num_read_kb":960,"num_write":5021,"num_write_kb":1174303,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":6,"num_bytes_hit_set_archive":3035,"num_flush":898,"num_flush_kb":2647088,"num_evict":825,"num_evict_kb":2430637,"num_promote":1012,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'6714","reported_seq":"8765","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-13T21:57:39.435182+0000","last_change":"2020-11-13T21:54:37.024253+0000","last_active":"2020-11-13T21:57:39.435182+0000","last_peered":"2020-11-13T21:57:39.435182+0000","last_clean":"2020-11-13T21:57:39.435182+0000","last_became_active":"2020-11-13T21:54:37.023799+0000","last_became_peered":"2020-11-13T21:54:37.023799+0000","last_unstale":"2020-11-13T21:57:39.435182+0000","last_undegraded":"2020-11-13T21:57:39.435182+0000","last_fullsized":"2020-11-13T21:57:39.435182+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:36.002619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:36.002619+0000","last_clean_scrub_stamp":"2020-11-13T21:54:36.002619+0000","log_size":6714,"ondisk_log_size":6714,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":7463046980,"num_objects":2487,"num_object_clones":0,"num_object_copies":4974,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2487,"num_whiteouts":0,"num_read":3777,"num_read_kb":446235,"num_write":8350,"num_write_kb":4773516,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"28","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-13T21:57:43.600735+0000","last_change":"2020-11-13T21:57:43.600807+0000","last_active":"2020-11-13T21:57:43.600735+0000","last_peered":"2020-11-13T21:57:43.600735+0000","last_clean":"2020-11-13T21:57:43.600735+0000","last_became_active":"2020-11-13T21:54:28.990473+0000","last_became_peered":"2020-11-13T21:54:28.990473+0000","last_unstale":"2020-11-13T21:57:43.600735+0000","last_undegraded":"2020-11-13T21:57:43.600735+0000","last_fullsized":"2020-11-13T21:57:43.600735+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:57:43.600730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:57:43.600730+0000","last_clean_scrub_stamp":"2020-11-13T21:57:43.600730+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-13T21:57:14.053118+0000","last_change":"2020-11-13T21:54:28.991267+0000","last_active":"2020-11-13T21:57:14.053118+0000","last_peered":"2020-11-13T21:57:14.053118+0000","last_clean":"2020-11-13T21:57:14.053118+0000","last_became_active":"2020-11-13T21:54:28.990962+0000","last_became_peered":"2020-11-13T21:54:28.990962+0000","last_unstale":"2020-11-13T21:57:14.053118+0000","last_undegraded":"2020-11-13T21:57:14.053118+0000","last_fullsized":"2020-11-13T21:57:14.053118+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_clean_scrub_stamp":"2020-11-13T21:54:27.982727+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-13T21:57:14.051422+0000","last_change":"2020-11-13T21:54:29.180035+0000","last_active":"2020-11-13T21:57:14.051422+0000","last_peered":"2020-11-13T21:57:14.051422+0000","last_clean":"2020-11-13T21:57:14.051422+0000","last_became_active":"2020-11-13T21:54:29.179735+0000","last_became_peered":"2020-11-13T21:54:29.179735+0000","last_unstale":"2020-11-13T21:57:14.051422+0000","last_undegraded":"2020-11-13T21:57:14.051422+0000","last_fullsized":"2020-11-13T21:57:14.051422+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-13T21:54:27.982727+0000","last_clean_scrub_stamp":"2020-11-13T21:54:27.982727+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":483626434,"num_objects":219,"num_object_clones":0,"num_object_copies":438,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":194,"num_whiteouts":34,"num_read":7719,"num_read_kb":10907,"num_write":19931,"num_write_kb":4676170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":25,"num_bytes_hit_set_archive":12420,"num_flush":3550,"num_flush_kb":10348936,"num_evict":3170,"num_evict_kb":9239057,"num_promote":3945,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":737599488,"data_stored":735608756,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22348,"ondisk_log_size":22348,"up":8,"acting":8,"num_store_stats":5},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":6},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":29672680828,"num_objects":9922,"num_object_clones":0,"num_object_copies":19844,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9922,"num_whiteouts":0,"num_read":15111,"num_read_kb":1368514,"num_write":33096,"num_write_kb":19190820,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":38596993024,"data_stored":38451506154,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26669,"ondisk_log_size":26669,"up":8,"acting":8,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640298,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10525768,"kb_used_data":9451540,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83846072,"statfs":{"total":96636764160,"available":85858377728,"internally_reserved":1073741824,"allocated":9678376960,"data_stored":9641957400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Nov 13 21:57:34 2020","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.623,"15min":0.61099999999999999},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.141,"5min":1.948,"15min":1.948},"last":0.84799999999999998},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.58599999999999997,"15min":0.57199999999999995},"min":{"1min":0.42599999999999999,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.3999999999999999,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":0.72499999999999998}]},{"osd":1,"last update":"Fri Nov 13 21:57:34 2020","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.76200000000000001,"15min":0.77100000000000002},"min":{"1min":0.438,"5min":0.375,"15min":0.375},"max":{"1min":1.202,"5min":2.0920000000000001,"15min":2.0920000000000001},"last":1.103},{"interface":"front","average":{"1min":0.79500000000000004,"5min":0.79100000000000004,"15min":0.80300000000000005},"min":{"1min":0.58899999999999997,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.135,"5min":1.135,"15min":1.135},"last":1.0029999999999999}]},{"osd":2,"last update":"Fri Nov 13 21:57:34 2020","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.68300000000000005,"15min":0.68300000000000005},"min":{"1min":0.48399999999999999,"5min":0.436,"15min":0.436},"max":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":0.78800000000000003},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.82599999999999996,"15min":0.82899999999999996},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.319,"5min":2.0259999999999998,"15min":2.0259999999999998},"last":0.69599999999999995}]},{"osd":3,"last update":"Fri Nov 13 21:57:34 2020","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.71699999999999997,"15min":0.72499999999999998},"min":{"1min":0.52800000000000002,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":0.95999999999999996,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.62},{"interface":"front","average":{"1min":0.91500000000000004,"5min":0.91900000000000004,"15min":0.91300000000000003},"min":{"1min":0.71499999999999997,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":1.4399999999999999,"5min":2.157,"15min":2.157},"last":1.024}]},{"osd":4,"last update":"Fri Nov 13 21:57:34 2020","interfaces":[{"interface":"back","average":{"1min":0.82099999999999995,"5min":0.76500000000000001,"15min":0.75900000000000001},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.222,"5min":1.222,"15min":1.222},"last":0.96699999999999997},{"interface":"front","average":{"1min":0.97099999999999997,"5min":0.83499999999999996,"15min":0.81200000000000006},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":2.4220000000000002,"5min":2.4220000000000002,"15min":2.4220000000000002},"last":0.88400000000000001}]}]},{"osd":4,"up_from":11,"seq":47244640298,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1245428,"kb_used_data":177992,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93126412,"statfs":{"total":96636764160,"available":95361445888,"internally_reserved":1073741824,"allocated":182263808,"data_stored":181674346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Nov 13 21:57:27 2020","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.71699999999999997,"15min":0.749},"min":{"1min":0.378,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.042,"5min":1.5900000000000001,"15min":1.5900000000000001},"last":0.93200000000000005},{"interface":"front","average":{"1min":0.79700000000000004,"5min":0.81499999999999995,"15min":0.84099999999999997},"min":{"1min":0.59499999999999997,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.2050000000000001,"5min":1.647,"15min":1.647},"last":0.90100000000000002}]},{"osd":1,"last update":"Fri Nov 13 21:57:27 2020","interfaces":[{"interface":"back","average":{"1min":0.79600000000000004,"5min":0.73899999999999999,"15min":0.755},"min":{"1min":0.503,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.284,"5min":1.458,"15min":1.458},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.70999999999999996,"5min":0.67900000000000005,"15min":0.69299999999999995},"min":{"1min":0.47799999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.0680000000000001,"5min":1.76,"15min":1.76},"last":0.58999999999999997}]},{"osd":2,"last update":"Fri Nov 13 21:57:27 2020","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.83099999999999996,"15min":0.84599999999999997},"min":{"1min":0.504,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":2.3239999999999998,"5min":2.3239999999999998,"15min":2.3239999999999998},"last":0.754},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.85099999999999998,"15min":0.84899999999999998},"min":{"1min":0.63,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.147,"5min":1.984,"15min":1.984},"last":0.84199999999999997}]},{"osd":3,"last update":"Fri Nov 13 21:57:27 2020","interfaces":[{"interface":"back","average":{"1min":0.95899999999999996,"5min":0.91900000000000004,"15min":0.96199999999999997},"min":{"1min":0.56000000000000005,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":2.161,"5min":2.3079999999999998,"15min":2.3079999999999998},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.92900000000000005,"15min":0.96599999999999997},"min":{"1min":0.60999999999999999,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.2609999999999999,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":0.70699999999999996}]},{"osd":5,"last update":"Fri Nov 13 21:57:27 2020","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.86099999999999999,"15min":0.85299999999999998},"min":{"1min":0.67800000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.847,"5min":1.847,"15min":1.847},"last":0.78200000000000003},{"interface":"front","average":{"1min":1.069,"5min":1.0209999999999999,"15min":1.0369999999999999},"min":{"1min":0.623,"5min":0.623,"15min":0.623},"max":{"1min":2.0720000000000001,"5min":2.4969999999999999,"15min":2.4969999999999999},"last":0.874}]}]},{"osd":3,"up_from":11,"seq":47244640298,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5758264,"kb_used_data":4707952,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":88613576,"statfs":{"total":96636764160,"available":90740301824,"internally_reserved":1073741824,"allocated":4820942848,"data_stored":4802211560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Nov 13 21:57:30 2020","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.65600000000000003,"15min":0.67500000000000004},"min":{"1min":0.372,"5min":0.37,"15min":0.37},"max":{"1min":2.5950000000000002,"5min":2.5950000000000002,"15min":2.5950000000000002},"last":0.89100000000000001},{"interface":"front","average":{"1min":0.875,"5min":0.77800000000000002,"15min":0.76000000000000001},"min":{"1min":0.442,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":3.7269999999999999,"5min":3.7269999999999999,"15min":3.7269999999999999},"last":0.69299999999999995}]},{"osd":1,"last update":"Fri Nov 13 21:57:30 2020","interfaces":[{"interface":"back","average":{"1min":3.9649999999999999,"5min":1.3500000000000001,"15min":0.91800000000000004},"min":{"1min":0.46300000000000002,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":54.960000000000001,"5min":54.960000000000001,"15min":54.960000000000001},"last":0.72199999999999998},{"interface":"front","average":{"1min":3.8700000000000001,"5min":1.3939999999999999,"15min":1.01},"min":{"1min":0.497,"5min":0.437,"15min":0.437},"max":{"1min":55.262,"5min":55.262,"15min":55.262},"last":0.76800000000000002}]},{"osd":2,"last update":"Fri Nov 13 21:57:30 2020","interfaces":[{"interface":"back","average":{"1min":0.82599999999999996,"5min":0.80500000000000005,"15min":0.80300000000000005},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":1.1990000000000001,"5min":2.069,"15min":2.069},"last":1.077},{"interface":"front","average":{"1min":0.91400000000000003,"5min":0.873,"15min":0.85699999999999998},"min":{"1min":0.59399999999999997,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":2.2629999999999999,"5min":3.2130000000000001,"15min":3.2130000000000001},"last":0.84199999999999997}]},{"osd":4,"last update":"Fri Nov 13 21:57:30 2020","interfaces":[{"interface":"back","average":{"1min":0.79600000000000004,"5min":0.872,"15min":0.91100000000000003},"min":{"1min":0.504,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.4019999999999999,"5min":2.2120000000000002,"15min":2.2120000000000002},"last":0.93600000000000005},{"interface":"front","average":{"1min":1.0089999999999999,"5min":0.98799999999999999,"15min":0.995},"min":{"1min":0.748,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.4419999999999999,"5min":2.0419999999999998,"15min":2.0419999999999998},"last":1.1919999999999999}]},{"osd":5,"last update":"Fri Nov 13 21:57:30 2020","interfaces":[{"interface":"back","average":{"1min":0.81899999999999995,"5min":0.92100000000000004,"15min":0.93300000000000005},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.2529999999999999,"5min":3.2919999999999998,"15min":3.2919999999999998},"last":1.0469999999999999},{"interface":"front","average":{"1min":0.997,"5min":0.98199999999999998,"15min":0.97999999999999998},"min":{"1min":0.72299999999999998,"5min":0.67700000000000005,"15min":0.67700000000000005},"max":{"1min":1.319,"5min":1.7430000000000001,"15min":1.7430000000000001},"last":1.103}]}]},{"osd":2,"up_from":11,"seq":47244640298,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":10709716,"kb_used_data":9638424,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":83662124,"statfs":{"total":96636764160,"available":85670014976,"internally_reserved":1073741824,"allocated":9869746176,"data_stored":9833044629,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Nov 13 21:57:27 2020","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.46200000000000002,"15min":0.44},"min":{"1min":0.35399999999999998,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":2.605,"5min":2.605,"15min":2.605},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.53400000000000003,"15min":0.52200000000000002},"min":{"1min":0.38900000000000001,"5min":0.374,"15min":0.374},"max":{"1min":2.5299999999999998,"5min":2.5299999999999998,"15min":2.5299999999999998},"last":0.55000000000000004}]},{"osd":1,"last update":"Fri Nov 13 21:57:27 2020","interfaces":[{"interface":"back","average":{"1min":0.84199999999999997,"5min":0.67400000000000004,"15min":0.66100000000000003},"min":{"1min":0.45300000000000001,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":2.4039999999999999,"5min":2.4039999999999999,"15min":2.4039999999999999},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.56499999999999995,"15min":0.55900000000000005},"min":{"1min":0.40699999999999997,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":1.3959999999999999,"5min":1.3959999999999999,"15min":1.3959999999999999},"last":0.50900000000000001}]},{"osd":3,"last update":"Fri Nov 13 21:57:27 2020","interfaces":[{"interface":"back","average":{"1min":0.91300000000000003,"5min":0.70399999999999996,"15min":0.68000000000000005},"min":{"1min":0.47999999999999998,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":3.238,"5min":3.238,"15min":3.238},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.98599999999999999,"5min":0.79400000000000004,"15min":0.78000000000000003},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":3.8679999999999999,"5min":3.8679999999999999,"15min":3.8679999999999999},"last":0.94799999999999995}]},{"osd":4,"last update":"Fri Nov 13 21:57:27 2020","interfaces":[{"interface":"back","average":{"1min":0.86599999999999999,"5min":0.73699999999999999,"15min":0.73099999999999998},"min":{"1min":0.56599999999999995,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.9490000000000001,"5min":1.9490000000000001,"15min":1.9490000000000001},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.88500000000000001,"5min":0.754,"15min":0.74399999999999999},"min":{"1min":0.50700000000000001,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":2.9489999999999998,"5min":2.9489999999999998,"15min":2.9489999999999998},"last":0.90500000000000003}]},{"osd":5,"last update":"Fri Nov 13 21:57:27 2020","interfaces":[{"interface":"back","average":{"1min":1.0069999999999999,"5min":0.89100000000000001,"15min":0.89500000000000002},"min":{"1min":0.58499999999999996,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":2.6549999999999998,"5min":2.6549999999999998,"15min":2.6549999999999998},"last":0.83499999999999996},{"interface":"front","average":{"1min":0.876,"5min":0.875,"15min":0.89000000000000001},"min":{"1min":0.66600000000000004,"5min":0.62,"15min":0.62},"max":{"1min":1.8799999999999999,"5min":1.8799999999999999,"15min":1.8799999999999999},"last":0.85599999999999998}]}]},{"osd":0,"up_from":11,"seq":47244640298,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1245428,"kb_used_data":177992,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93126412,"statfs":{"total":96636764160,"available":95361445888,"internally_reserved":1073741824,"allocated":182263808,"data_stored":181674346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Nov 13 21:57:31 2020","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.57199999999999995,"15min":0.57799999999999996},"min":{"1min":0.34300000000000003,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":2.3809999999999998,"5min":2.3809999999999998,"15min":2.3809999999999998},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.755,"5min":0.70399999999999996,"15min":0.71199999999999997},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":2.3519999999999999,"5min":2.3519999999999999,"15min":2.3519999999999999},"last":0.59299999999999997}]},{"osd":2,"last update":"Fri Nov 13 21:57:31 2020","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.56499999999999995,"15min":0.56699999999999995},"min":{"1min":0.379,"5min":0.371,"15min":0.371},"max":{"1min":0.92300000000000004,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.55500000000000005,"15min":0.55700000000000005},"min":{"1min":0.39500000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.78800000000000003}]},{"osd":3,"last update":"Fri Nov 13 21:57:31 2020","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.74099999999999999,"15min":0.76700000000000002},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.6579999999999999,"5min":1.9399999999999999,"15min":1.9399999999999999},"last":0.97199999999999998},{"interface":"front","average":{"1min":0.70899999999999996,"5min":0.79600000000000004,"15min":0.82699999999999996},"min":{"1min":0.51000000000000001,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.1559999999999999,"5min":1.2529999999999999,"15min":1.2529999999999999},"last":0.71299999999999997}]},{"osd":4,"last update":"Fri Nov 13 21:57:31 2020","interfaces":[{"interface":"back","average":{"1min":0.88600000000000001,"5min":0.82599999999999996,"15min":0.83999999999999997},"min":{"1min":0.53100000000000003,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.665,"5min":1.8400000000000001,"15min":1.8400000000000001},"last":0.749},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.86099999999999999,"15min":0.875},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.2749999999999999,"5min":1.2749999999999999,"15min":1.2749999999999999},"last":0.92500000000000004}]},{"osd":5,"last update":"Fri Nov 13 21:57:31 2020","interfaces":[{"interface":"back","average":{"1min":0.88200000000000001,"5min":0.81200000000000006,"15min":0.81499999999999995},"min":{"1min":0.624,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.956,"5min":1.956,"15min":1.956},"last":0.94299999999999995},{"interface":"front","average":{"1min":0.86899999999999999,"5min":0.92300000000000004,"15min":0.93899999999999995},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":2.2080000000000002,"5min":2.2080000000000002,"15min":2.2080000000000002},"last":0.87}]}]},{"osd":1,"up_from":11,"seq":47244640298,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":15326180,"kb_used_data":14260420,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":79045660,"statfs":{"total":96636764160,"available":80942755840,"internally_reserved":1073741824,"allocated":14602670080,"data_stored":14547255853,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Nov 13 21:57:29 2020","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.496,"15min":0.47599999999999998},"min":{"1min":0.374,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.7569999999999999,"5min":1.7569999999999999,"15min":1.7569999999999999},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.95099999999999996,"5min":0.61899999999999999,"15min":0.57299999999999995},"min":{"1min":0.42699999999999999,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":2.5859999999999999,"5min":2.5859999999999999,"15min":2.5859999999999999},"last":0.80300000000000005}]},{"osd":2,"last update":"Fri Nov 13 21:57:29 2020","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":0.56899999999999995,"15min":0.54100000000000004},"min":{"1min":0.40400000000000003,"5min":0.371,"15min":0.371},"max":{"1min":4.3170000000000002,"5min":4.3170000000000002,"15min":4.3170000000000002},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.83899999999999997,"5min":0.627,"15min":0.59599999999999997},"min":{"1min":0.42499999999999999,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":2.0169999999999999,"5min":2.0169999999999999,"15min":2.0169999999999999},"last":0.54400000000000004}]},{"osd":3,"last update":"Fri Nov 13 21:57:29 2020","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.70099999999999996,"15min":0.69099999999999995},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":3.1019999999999999,"5min":3.1019999999999999,"15min":3.1019999999999999},"last":0.63300000000000001},{"interface":"front","average":{"1min":1.048,"5min":0.79500000000000004,"15min":0.77500000000000002},"min":{"1min":0.47699999999999998,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":2.831,"5min":2.831,"15min":2.831},"last":0.59199999999999997}]},{"osd":4,"last update":"Fri Nov 13 21:57:29 2020","interfaces":[{"interface":"back","average":{"1min":0.93000000000000005,"5min":0.78400000000000003,"15min":0.75900000000000001},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.5069999999999999,"5min":1.5069999999999999,"15min":1.5069999999999999},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.96399999999999997,"5min":0.81399999999999995,"15min":0.79600000000000004},"min":{"1min":0.54100000000000004,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":3.2410000000000001,"5min":3.2410000000000001,"15min":3.2410000000000001},"last":0.73099999999999998}]},{"osd":5,"last update":"Fri Nov 13 21:57:29 2020","interfaces":[{"interface":"back","average":{"1min":1.0469999999999999,"5min":0.87,"15min":0.84599999999999997},"min":{"1min":0.64900000000000002,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.6160000000000001,"5min":1.6160000000000001,"15min":1.6160000000000001},"last":0.91900000000000004},{"interface":"front","average":{"1min":1.1659999999999999,"5min":0.91800000000000004,"15min":0.89200000000000002},"min":{"1min":0.66100000000000003,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":2.9569999999999999,"5min":2.9569999999999999,"15min":2.9569999999999999},"last":0.77800000000000002}]}]}]}} 2020-11-14T01:18:59.231 WARNING:scrape:Ignoring malparsed backtrace: 2020-11-13T21:59:07.394 INFO:tasks.ceph.mgr.x:Stopped , 2020-11-13T21:59:07.395 INFO:teuthology.misc:Shutting down mon daemons... , 2020-11-13T21:59:07.395 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2020-11-14T01:18:59.231 WARNING:scrape:Ignoring malparsed backtrace: 2020-11-13T22:00:36.359 INFO:teuthology.orchestra.run.smithi042:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log , 2020-11-13T22:00:36.433 INFO:teuthology.orchestra.run.smithi093:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log , 2020-11-13T22:00:36.501 INFO:teuthology.orchestra.run.smithi093:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|scontext=system_u:system_r:logrotate_t:s0\)' 2020-11-14T01:18:59.232 WARNING:scrape:Ignoring malparsed backtrace: 2020-11-13T22:00:56.634 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload , 2020-11-13T22:00:56.647 INFO:teuthology.task.internal:Not uploading archives. , 2020-11-13T22:00:56.648 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2020-11-14T01:19:05.318 INFO:scrape:Found 6 distinct failure reasons 2020-11-14T01:19:05.319 INFO:scrape:Failure: Command failed (workunit test cephadm/test_adoption.sh) on smithi174 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=71ff2ae5db36908990e713b3bce0a88bf8168348 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_adoption.sh' 2020-11-14T01:19:05.320 INFO:scrape:4 jobs: ['5619992', '5620150', '5619919', '5620078'] 2020-11-14T01:19:05.320 INFO:scrape:suites intersection: ['task/test_adoption}'] 2020-11-14T01:19:05.321 INFO:scrape:suites union: ['rados/cephadm/workunits/{distro/centos_latest', 'rados/cephadm/workunits/{distro/ubuntu_18.04_podman', 'task/test_adoption}'] 2020-11-14T01:19:05.321 INFO:scrape: 2020-11-14T01:19:05.321 INFO:scrape:Failure: Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 400000 --objects 10000 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 600 --op read 100 --op write 50 --op delete 50 --op copy_from 50 --op write_excl 50 --pool base' 2020-11-14T01:19:05.321 INFO:scrape:1 jobs: ['5620101'] 2020-11-14T01:19:05.322 INFO:scrape:suites: ['msgr-failures/few', 'msgr/async-v1only', 'objectstore/bluestore-bitmap', 'rados', 'rados/singleton/{all/thrash_cache_writeback_proxy_none', 'supported-random-distro$/{centos_latest}}'] 2020-11-14T01:19:05.322 INFO:scrape: 2020-11-14T01:19:05.323 INFO:scrape:Failure: Command failed (workunit test cephadm/test_cephadm.sh) on smithi029 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=71ff2ae5db36908990e713b3bce0a88bf8168348 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_cephadm.sh' 2020-11-14T01:19:05.323 INFO:scrape:4 jobs: ['5620096', '5620008', '5619848', '5619941'] 2020-11-14T01:19:05.323 INFO:scrape:suites intersection: ['task/test_cephadm}'] 2020-11-14T01:19:05.323 INFO:scrape:suites union: ['rados/cephadm/workunits/{distro/centos_latest', 'rados/cephadm/workunits/{distro/ubuntu_18.04_podman', 'task/test_cephadm}'] 2020-11-14T01:19:05.324 INFO:scrape: 2020-11-14T01:19:05.324 INFO:scrape:Failure: Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=ceph&flavor=default&distros=ubuntu%2F18.04%2Fx86_64&ref=hammer 2020-11-14T01:19:05.324 INFO:scrape:1 jobs: ['5619937'] 2020-11-14T01:19:05.325 INFO:scrape:suites: ['1-install/hammer', 'backoff/peering_and_degraded', 'ceph', 'clusters/{openstack', 'd-balancer/crush-compat', 'distro$/{ubuntu_18.04}', 'msgr-failures/osd-delay', 'rados', 'rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size', 'thrashers/pggrow', 'thrashosds-health', 'three-plus-one}', 'workloads/cache-snaps}'] 2020-11-14T01:19:05.325 INFO:scrape: 2020-11-14T01:19:05.325 INFO:scrape:Failure: Command failed on smithi072 with status 5: 'sudo systemctl stop ceph-18243766-25f0-11eb-a2b0-001a4aab830c@mon.a' 2020-11-14T01:19:05.326 INFO:scrape:4 jobs: ['5619916', '5620071', '5619983', '5620148'] 2020-11-14T01:19:05.326 INFO:scrape:suites intersection: ['3-start-upgrade', '4-wait', 'fixed-2}', 'rados/cephadm/upgrade/{1-start'] 2020-11-14T01:19:05.326 INFO:scrape:suites union: ['2-repo_digest/defaut', '2-repo_digest/repo_digest', '3-start-upgrade', '4-wait', 'distro$/{centos_8.0}', 'distro$/{centos_latest}', 'distro$/{ubuntu_18.04_podman}', 'fixed-2}', 'rados/cephadm/upgrade/{1-start'] 2020-11-14T01:19:05.327 INFO:scrape: 2020-11-14T01:19:05.327 INFO:scrape:Failure: unexpected end of data 2020-11-14T01:19:05.327 INFO:scrape:1 jobs: ['5619853'] 2020-11-14T01:19:05.328 INFO:scrape:suites: ['msgr-failures/many', 'msgr/async-v1only', 'objectstore/bluestore-bitmap', 'rados', 'rados/singleton/{all/ec-lost-unfound', 'supported-random-distro$/{centos_latest}}'] 2020-11-14T01:19:05.328 INFO:scrape: 2020-11-14T01:19:05.341 INFO:teuthology.results:Sending results to ceph-qa@ceph.io: Test Run: yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi ================================================================= info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/ logs: http://qa-proxy.ceph.com/teuthology/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/ failed: 15 dead: 0 running: 0 waiting: 0 queued: 0 passed: 305 Fail ================================================================= [5619848] rados/cephadm/workunits/{distro/centos_latest task/test_cephadm} ----------------------------------------------------------------- time: 00:06:40 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619848/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619848/ sentry: https://sentry.ceph.com/organizations/ceph/?query=338eaf3277754c78b2326cd3eeb1ae1a Command failed (workunit test cephadm/test_cephadm.sh) on smithi043 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=71ff2ae5db36908990e713b3bce0a88bf8168348 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_cephadm.sh' [5619853] rados/singleton/{all/ec-lost-unfound msgr-failures/many msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest}} ----------------------------------------------------------------- time: 00:31:57 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619853/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619853/ unexpected end of data [5619916] rados/cephadm/upgrade/{1-start 2-repo_digest/defaut 3-start-upgrade 4-wait distro$/{ubuntu_18.04_podman} fixed-2} ----------------------------------------------------------------- time: 00:02:47 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619916/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619916/ sentry: https://sentry.ceph.com/organizations/ceph/?query=1c6357e177f14821a5600caa82e47c1d Command failed on smithi072 with status 5: 'sudo systemctl stop ceph-18243766-25f0-11eb-a2b0-001a4aab830c@mon.a' [5619919] rados/cephadm/workunits/{distro/centos_latest task/test_adoption} ----------------------------------------------------------------- time: 00:07:11 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619919/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619919/ sentry: https://sentry.ceph.com/organizations/ceph/?query=500cc400546543099d353f1f8d97e1df Command failed (workunit test cephadm/test_adoption.sh) on smithi089 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=71ff2ae5db36908990e713b3bce0a88bf8168348 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_adoption.sh' [5619937] rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/hammer backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} msgr-failures/osd-delay rados thrashers/pggrow thrashosds-health workloads/cache-snaps} ----------------------------------------------------------------- time: 00:02:53 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619937/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619937/ sentry: https://sentry.ceph.com/organizations/ceph/?query=49b388ddb0114a369daf4a00babc9627 Failed to fetch package version from https://shaman.ceph.com/api/search/?st atus=ready&project=ceph&flavor=default&distros=ubuntu%2F18.04%2Fx86_64&ref= hammer [5619941] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_cephadm} ----------------------------------------------------------------- time: 00:05:31 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619941/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619941/ sentry: https://sentry.ceph.com/organizations/ceph/?query=658dc6aef89e4ca491caa50b0ade8791 Command failed (workunit test cephadm/test_cephadm.sh) on smithi005 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=71ff2ae5db36908990e713b3bce0a88bf8168348 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_cephadm.sh' [5619983] rados/cephadm/upgrade/{1-start 2-repo_digest/repo_digest 3-start-upgrade 4-wait distro$/{centos_8.0} fixed-2} ----------------------------------------------------------------- time: 00:04:25 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619983/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619983/ sentry: https://sentry.ceph.com/organizations/ceph/?query=169da6b1c925483bbe9081d6f3db03c7 Command failed on smithi085 with status 5: 'sudo systemctl stop ceph-7b0ba190-25f3-11eb-a2b0-001a4aab830c@mon.a' [5619992] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_adoption} ----------------------------------------------------------------- time: 00:05:34 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619992/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619992/ sentry: https://sentry.ceph.com/organizations/ceph/?query=405ac89593b3495ca89777a990d5354c Command failed (workunit test cephadm/test_adoption.sh) on smithi174 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=71ff2ae5db36908990e713b3bce0a88bf8168348 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_adoption.sh' [5620008] rados/cephadm/workunits/{distro/centos_latest task/test_cephadm} ----------------------------------------------------------------- time: 00:06:29 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620008/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620008/ sentry: https://sentry.ceph.com/organizations/ceph/?query=8a07654151154989bc4f497b76d54423 Command failed (workunit test cephadm/test_cephadm.sh) on smithi117 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=71ff2ae5db36908990e713b3bce0a88bf8168348 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_cephadm.sh' [5620071] rados/cephadm/upgrade/{1-start 2-repo_digest/defaut 3-start-upgrade 4-wait distro$/{centos_8.0} fixed-2} ----------------------------------------------------------------- time: 00:04:26 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620071/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620071/ sentry: https://sentry.ceph.com/organizations/ceph/?query=e04c9bf573a646aca3984987f1557f81 Command failed on smithi012 with status 5: 'sudo systemctl stop ceph-83d73bae-25f8-11eb-a2b0-001a4aab830c@mon.a' [5620078] rados/cephadm/workunits/{distro/centos_latest task/test_adoption} ----------------------------------------------------------------- time: 00:06:24 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620078/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620078/ sentry: https://sentry.ceph.com/organizations/ceph/?query=2d41da748b8e4f9d818f169c1951aab4 Command failed (workunit test cephadm/test_adoption.sh) on smithi116 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=71ff2ae5db36908990e713b3bce0a88bf8168348 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_adoption.sh' [5620096] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_cephadm} ----------------------------------------------------------------- time: 00:06:17 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620096/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620096/ sentry: https://sentry.ceph.com/organizations/ceph/?query=894c9b8400614fe198d892b73ea98066 Command failed (workunit test cephadm/test_cephadm.sh) on smithi029 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=71ff2ae5db36908990e713b3bce0a88bf8168348 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_cephadm.sh' [5620101] rados/singleton/{all/thrash_cache_writeback_proxy_none msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest}} ----------------------------------------------------------------- time: 00:12:18 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620101/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620101/ Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 400000 --objects 10000 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 600 --op read 100 --op write 50 --op delete 50 --op copy_from 50 --op write_excl 50 --pool base' [5620148] rados/cephadm/upgrade/{1-start 2-repo_digest/repo_digest 3-start-upgrade 4-wait distro$/{centos_latest} fixed-2} ----------------------------------------------------------------- time: 00:03:52 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620148/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620148/ sentry: https://sentry.ceph.com/organizations/ceph/?query=975dc2939d6a4b79876dad117d35801f Command failed on smithi109 with status 5: 'sudo systemctl stop ceph-c84ec0dc-25fc-11eb-a2b0-001a4aab830c@mon.a' [5620150] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_adoption} ----------------------------------------------------------------- time: 00:05:39 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620150/ log: http://qa-proxy.ceph.com/teuthology/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620150/ sentry: https://sentry.ceph.com/organizations/ceph/?query=ca8e25a402924b1cb35c3924bc6bb043 Command failed (workunit test cephadm/test_adoption.sh) on smithi199 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=71ff2ae5db36908990e713b3bce0a88bf8168348 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_adoption.sh' Pass ================================================================= [5619847] rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus-v1only backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{ubuntu_18.04} msgr-failures/osd-delay rados thrashers/morepggrow thrashosds-health workloads/rbd_cls} time: 00:21:30 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619847/ [5619849] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/osd-delay objectstore/bluestore-comp-zstd rados recovery-overrides/{default} supported-random-distro$/{rhel_latest} thrashers/morepggrow thrashosds-health workloads/ec-small-objects} time: 00:25:33 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619849/ [5619850] rados/cephadm/smoke/{distro/ubuntu_18.04 fixed-2 start} time: 00:13:32 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619850/ [5619851] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-zlib supported-random-distro$/{rhel_latest} tasks/insights} time: 00:14:36 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619851/ [5619852] rados/standalone/{supported-random-distro$/{centos_latest} workloads/scrub} time: 01:26:16 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619852/ [5619854] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} tasks/rados_python} time: 00:12:05 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619854/ [5619855] rados/cephadm/smoke-roleless/{distro/ubuntu_18.04 start} time: 00:11:24 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619855/ [5619856] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/fastclose msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_latest} thrashers/none thrashosds-health workloads/dedup_tier} time: 00:09:48 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619856/ [5619857] rados/perf/{ceph objectstore/bluestore-bitmap openstack settings/optimized ubuntu_latest workloads/radosbench_4M_rand_read} time: 00:09:25 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619857/ [5619858] rados/singleton-nomsgr/{all/recovery-unfound-found rados supported-random-distro$/{ubuntu_latest}} time: 00:26:06 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619858/ [5619859] rados/cephadm/with-work/{distro/centos_8.0 fixed-2 mode/packaged msgr/async-v2only start tasks/rados_api_tests} time: 00:28:42 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619859/ [5619860] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/filestore-xfs supported-random-distro$/{centos_latest} tasks/dashboard} time: 00:55:05 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619860/ [5619861] rados/objectstore/{backends/objectstore supported-random-distro$/{ubuntu_latest}} time: 04:27:24 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619861/ [5619862] rados/singleton-bluestore/{all/cephtool msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_latest}} time: 00:32:31 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619862/ [5619863] rados/singleton/{all/erasure-code-nonregression msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_latest}} time: 00:10:11 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619863/ [5619864] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_cephadm_repos} time: 00:03:59 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619864/ [5619865] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/pool-snaps-few-objects} time: 00:31:10 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619865/ [5619866] rados/monthrash/{ceph clusters/9-mons msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_latest} thrashers/many workloads/pool-create-delete} time: 00:15:56 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619866/ [5619867] rados/cephadm/smoke/{distro/ubuntu_18.04_podman fixed-2 start} time: 00:13:51 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619867/ [5619868] rados/multimon/{clusters/9 msgr-failures/few msgr/async-v1only no_pools objectstore/bluestore-stupid rados supported-random-distro$/{centos_latest} tasks/mon_clock_no_skews} time: 00:06:35 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619868/ [5619869] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/osd-delay objectstore/bluestore-stupid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} time: 00:08:29 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619869/ [5619870] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/osd-delay objectstore/bluestore-stupid rados recovery-overrides/{default} supported-random-distro$/{rhel_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:29:42 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619870/ [5619871] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none msgr-failures/few msgr/async objectstore/bluestore-stupid rados tasks/mon_recovery validater/valgrind} time: 00:23:43 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619871/ [5619872] rados/singleton/{all/lost-unfound-delete msgr-failures/many msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_latest}} time: 00:31:11 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619872/ [5619873] rados/cephadm/smoke-roleless/{distro/ubuntu_18.04_podman start} time: 00:11:46 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619873/ [5619874] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/fastclose objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:10:40 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619874/ [5619875] rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus-v2only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} msgr-failures/fastclose rados thrashers/none thrashosds-health workloads/snaps-few-objects} time: 00:31:16 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619875/ [5619876] rados/perf/{ceph objectstore/bluestore-comp openstack settings/optimized ubuntu_latest workloads/radosbench_4M_seq_read} time: 00:09:49 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619876/ [5619877] rados/cephadm/with-work/{distro/centos_latest fixed-2 mode/root msgr/async start tasks/rados_python} time: 00:18:45 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619877/ [5619878] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/rados_api_tests} time: 00:26:01 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619878/ [5619879] rados/singleton-nomsgr/{all/version-number-sanity rados supported-random-distro$/{ubuntu_latest}} time: 00:06:45 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619879/ [5619880] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_latest} tasks/rados_stress_watch} time: 00:14:41 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619880/ [5619881] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/fastclose objectstore/bluestore-hybrid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} time: 00:25:34 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619881/ [5619882] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-zstd supported-random-distro$/{centos_latest} tasks/module_selftest} time: 00:24:31 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619882/ [5619883] rados/singleton/{all/lost-unfound msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest}} time: 00:27:36 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619883/ [5619884] rados/cephadm/workunits/{distro/centos_latest task/test_orch_cli} time: 00:16:01 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619884/ [5619885] rados/cephadm/smoke/{distro/ubuntu_latest fixed-2 start} time: 00:13:09 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619885/ [5619886] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/few rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-snaps-few-objects-overwrites} time: 00:23:54 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619886/ [5619887] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/fastclose msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/radosbench-high-concurrency} time: 00:36:38 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619887/ [5619888] rados/cephadm/smoke-roleless/{distro/ubuntu_latest start} time: 00:12:33 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619888/ [5619889] rados/singleton/{all/max-pg-per-osd.from-mon msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest}} time: 00:05:39 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619889/ [5619890] rados/perf/{ceph objectstore/bluestore-low-osd-mem-target openstack settings/optimized ubuntu_latest workloads/radosbench_4M_write} time: 00:07:51 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619890/ [5619891] rados/cephadm/with-work/{distro/rhel_8.0 fixed-2 mode/packaged msgr/async-v1only start tasks/rados_api_tests} time: 00:32:56 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619891/ [5619892] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-bitmap supported-random-distro$/{rhel_latest} tasks/dashboard} time: 01:00:33 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619892/ [5619893] rados/objectstore/{backends/alloc-hint supported-random-distro$/{centos_latest}} time: 00:07:03 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619893/ [5619894] rados/rest/{mgr-restful supported-random-distro$/{ubuntu_latest}} time: 00:06:43 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619894/ [5619895] rados/singleton-nomsgr/{all/admin_socket_output rados supported-random-distro$/{ubuntu_latest}} time: 00:13:04 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619895/ [5619896] rados/standalone/{supported-random-distro$/{centos_latest} workloads/crush} time: 00:08:56 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619896/ [5619897] rados/upgrade/mimic-x-singleton/{0-cluster/{openstack start} 1-install/mimic 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{rbd-cls rbd-import-export readwrite snaps-few-objects} 5-workload/{radosbench rbd_api} 6-finish-upgrade 7-octopus 8-workload/{rbd-python snaps-many-objects} bluestore-bitmap thrashosds-health ubuntu_latest} time: 05:16:13 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619897/ [5619898] rados/valgrind-leaks/{1-start 2-inject-leak/mon centos_latest} time: 00:16:08 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619898/ [5619899] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/radosbench} time: 01:42:14 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619899/ [5619900] rados/cephadm/orchestrator_cli/{2-node-mgr orchestrator_cli supported-random-distro$/{ubuntu_latest}} time: 00:09:29 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619900/ [5619901] rados/singleton/{all/max-pg-per-osd.from-primary msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_latest}} time: 00:14:54 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619901/ [5619902] rados/monthrash/{ceph clusters/3-mons msgr-failures/mon-delay msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_latest} thrashers/one workloads/rados_5925} time: 00:11:42 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619902/ [5619903] rados/multimon/{clusters/21 msgr-failures/many msgr/async-v2only no_pools objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} tasks/mon_clock_with_skews} time: 00:05:57 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619903/ [5619904] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/fastclose objectstore/filestore-xfs rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} time: 00:22:50 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619904/ [5619905] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/fastclose objectstore/filestore-xfs rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:28:10 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619905/ [5619906] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} msgr-failures/few msgr/async-v1only objectstore/filestore-xfs rados tasks/rados_api_tests validater/lockdep} time: 00:20:20 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619906/ [5619907] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/few objectstore/bluestore-comp-snappy rados recovery-overrides/{default} supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:14:21 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619907/ [5619908] rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{ubuntu_18.04} msgr-failures/few rados thrashers/pggrow thrashosds-health workloads/test_rbd_api} time: 00:19:46 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619908/ [5619909] rados/cephadm/smoke/{distro/centos_7 fixed-2 start} time: 00:14:13 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619909/ [5619910] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_latest} tasks/rados_striper} time: 00:11:25 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619910/ [5619911] rados/cephadm/smoke-roleless/{distro/centos_7 start} time: 00:13:19 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619911/ [5619912] rados/singleton/{all/max-pg-per-osd.from-replica msgr-failures/many msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_latest}} time: 00:11:57 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619912/ [5619913] rados/perf/{ceph objectstore/bluestore-stupid openstack settings/optimized ubuntu_latest workloads/radosbench_omap_write} time: 00:20:46 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619913/ [5619914] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_latest} thrashers/morepggrow thrashosds-health workloads/redirect} time: 00:14:46 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619914/ [5619915] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-hybrid supported-random-distro$/{ubuntu_latest} tasks/progress} time: 00:11:46 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619915/ [5619917] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/few objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1} time: 00:27:49 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619917/ [5619918] rados/singleton-nomsgr/{all/balancer rados supported-random-distro$/{ubuntu_latest}} time: 00:06:51 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619918/ [5619920] rados/singleton/{all/mon-auth-caps msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_latest}} time: 00:07:31 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619920/ [5619921] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/fastclose msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/redirect_promote_tests} time: 00:10:31 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619921/ [5619922] rados/cephadm/with-work/{distro/rhel_latest fixed-2 mode/root msgr/async-v2only start tasks/rados_python} time: 00:24:17 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619922/ [5619923] rados/cephadm/smoke/{distro/centos_8.0 fixed-2 start} time: 00:13:27 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619923/ [5619924] rados/perf/{ceph objectstore/bluestore-basic-min-osd-mem-target openstack settings/optimized ubuntu_latest workloads/sample_fio} time: 00:10:26 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619924/ [5619925] rados/singleton/{all/mon-config-key-caps msgr-failures/many msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest}} time: 00:07:22 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619925/ [5619926] rados/cephadm/smoke-roleless/{distro/centos_8.0 start} time: 00:12:39 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619926/ [5619927] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-lz4 supported-random-distro$/{centos_latest} tasks/dashboard} time: 00:56:07 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619927/ [5619928] rados/monthrash/{ceph clusters/9-mons msgr-failures/few msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/sync-many workloads/rados_api_tests} time: 00:20:37 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619928/ [5619929] rados/multimon/{clusters/3 msgr-failures/few msgr/async no_pools objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest} tasks/mon_recovery} time: 00:08:56 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619929/ [5619930] rados/objectstore/{backends/ceph_objectstore_tool supported-random-distro$/{ubuntu_latest}} time: 00:10:42 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619930/ [5619931] rados/singleton-bluestore/{all/cephtool msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest}} time: 00:27:14 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619931/ [5619932] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_latest} thrashers/pggrow thrashosds-health workloads/redirect_set_object} time: 00:16:51 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619932/ [5619933] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/few objectstore/bluestore-bitmap rados recovery-overrides/{default} supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} time: 00:09:43 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619933/ [5619934] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/few objectstore/bluestore-bitmap rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:30:25 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619934/ [5619935] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/osd-delay rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_latest} thrashers/fastread thrashosds-health workloads/ec-pool-snaps-few-objects-overwrites} time: 00:27:07 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619935/ [5619936] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/osd-delay objectstore/bluestore-comp-zlib rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:10:00 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619936/ [5619938] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none msgr-failures/few msgr/async-v2only objectstore/bluestore-bitmap rados tasks/rados_api_tests validater/valgrind} time: 00:41:44 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619938/ [5619939] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_latest} tasks/rados_workunit_loadgen_big} time: 00:29:11 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619939/ [5619940] rados/singleton-nomsgr/{all/cache-fs-trunc rados supported-random-distro$/{rhel_latest}} time: 00:11:38 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619940/ [5619942] rados/singleton/{all/mon-config-keys msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_latest}} time: 00:16:19 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619942/ [5619943] rados/cephadm/smoke/{distro/centos_latest fixed-2 start} time: 00:11:17 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619943/ [5619944] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-low-osd-mem-target supported-random-distro$/{centos_latest} tasks/prometheus} time: 00:09:21 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619944/ [5619945] rados/standalone/{supported-random-distro$/{rhel_latest} workloads/erasure-code} time: 00:37:28 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619945/ [5619946] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/set-chunk-promote-flush} time: 00:14:33 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619946/ [5619947] rados/cephadm/smoke-roleless/{distro/centos_latest start} time: 00:12:56 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619947/ [5619948] rados/perf/{ceph objectstore/bluestore-bitmap openstack settings/optimized ubuntu_latest workloads/sample_radosbench} time: 00:08:22 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619948/ [5619949] rados/singleton/{all/mon-config msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_latest}} time: 00:07:48 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619949/ [5619950] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/osd-delay objectstore/bluestore-stupid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} time: 00:24:17 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619950/ [5619951] rados/cephadm/with-work/{distro/ubuntu_18.04 fixed-2 mode/packaged msgr/async start tasks/rados_api_tests} time: 00:29:59 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619951/ [5619952] rados/cephadm/workunits/{distro/centos_latest task/test_cephadm_repos} time: 00:04:10 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619952/ [5619953] rados/singleton-nomsgr/{all/ceph-kvstore-tool rados supported-random-distro$/{rhel_latest}} time: 00:11:03 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619953/ [5619954] rados/singleton/{all/osd-backfill msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_latest}} time: 00:20:07 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619954/ [5619955] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/fastclose msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/set-chunks-read} time: 00:15:46 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619955/ [5619956] rados/cephadm/smoke/{distro/rhel_7 fixed-2 start} time: 00:13:23 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619956/ [5619957] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{centos_latest} tasks/rados_workunit_loadgen_mix} time: 00:18:59 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619957/ [5619958] rados/perf/{ceph objectstore/bluestore-bitmap openstack settings/optimized ubuntu_latest workloads/cosbench_64K_read_write} time: 00:14:17 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619958/ [5619959] rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/jewel-v1only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{ubuntu_18.04} msgr-failures/fastclose rados thrashers/careful thrashosds-health workloads/radosbench} time: 01:37:51 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619959/ [5619960] rados/cephadm/smoke-roleless/{distro/rhel_7 start} time: 00:14:51 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619960/ [5619961] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/fastclose objectstore/bluestore-comp-zstd rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:10:10 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619961/ [5619962] rados/singleton/{all/osd-recovery-incomplete msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest}} time: 00:18:47 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619962/ [5619963] rados/multimon/{clusters/6 msgr-failures/many msgr/async-v1only no_pools objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_latest} tasks/mon_clock_no_skews} time: 00:06:29 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619963/ [5619964] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/osd-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} time: 00:24:32 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619964/ [5619965] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/osd-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:27:38 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619965/ [5619966] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} msgr-failures/few msgr/async objectstore/bluestore-comp-lz4 rados tasks/rados_cls_all validater/lockdep} time: 00:13:03 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619966/ [5619967] rados/monthrash/{ceph clusters/3-mons msgr-failures/mon-delay msgr/async-v1only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} thrashers/sync workloads/rados_mon_osdmap_prune} time: 00:37:55 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619967/ [5619968] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_latest} thrashers/mapgap thrashosds-health workloads/small-objects-balanced} time: 00:22:16 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619968/ [5619969] rados/cephadm/with-work/{distro/ubuntu_18.04_podman fixed-2 mode/root msgr/async-v1only start tasks/rados_python} time: 00:21:40 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619969/ [5619970] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-snappy supported-random-distro$/{ubuntu_latest} tasks/dashboard} time: 00:56:46 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619970/ [5619971] rados/objectstore/{backends/filejournal supported-random-distro$/{ubuntu_latest}} time: 00:05:59 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619971/ [5619972] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_orch_cli} time: 00:16:46 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619972/ [5619973] rados/singleton-nomsgr/{all/ceph-post-file rados supported-random-distro$/{rhel_latest}} time: 00:10:05 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619973/ [5619974] rados/singleton/{all/osd-recovery msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest}} time: 00:11:52 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619974/ [5619975] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-stupid supported-random-distro$/{centos_latest} tasks/workunits} time: 00:07:29 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619975/ [5619976] rados/cephadm/smoke/{distro/rhel_8.0 fixed-2 start} time: 00:14:35 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619976/ [5619977] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/small-objects-localized} time: 00:20:08 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619977/ [5619978] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/fastclose rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_latest} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-fast-read-overwrites} time: 00:18:57 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619978/ [5619979] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/fastclose objectstore/filestore-xfs rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_latest} thrashers/fastread thrashosds-health workloads/ec-radosbench} time: 01:42:00 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619979/ [5619980] rados/perf/{ceph objectstore/bluestore-comp openstack settings/optimized ubuntu_latest workloads/cosbench_64K_write} time: 00:14:58 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619980/ [5619981] rados/cephadm/smoke-roleless/{distro/rhel_8.0 start} time: 00:15:36 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619981/ [5619982] rados/singleton/{all/peer msgr-failures/many msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_latest}} time: 00:07:26 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619982/ [5619984] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{centos_latest} tasks/rados_workunit_loadgen_mostlyread} time: 00:24:50 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619984/ [5619985] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/fastclose msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_latest} thrashers/none thrashosds-health workloads/small-objects} time: 00:18:25 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619985/ [5619986] rados/cephadm/with-work/{distro/centos_8.0 fixed-2 mode/packaged msgr/async-v1only start tasks/rados_python} time: 00:19:33 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619986/ [5619987] rados/standalone/{supported-random-distro$/{centos_latest} workloads/mgr} time: 00:09:22 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619987/ [5619988] rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/jewel backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} msgr-failures/few rados thrashers/default thrashosds-health workloads/rbd_cls} time: 00:21:55 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619988/ [5619989] rados/singleton/{all/pg-autoscaler msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_latest}} time: 00:08:33 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619989/ [5619990] rados/singleton-nomsgr/{all/export-after-evict rados supported-random-distro$/{centos_latest}} time: 00:07:00 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619990/ [5619991] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/few objectstore/bluestore-hybrid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:10:22 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619991/ [5619993] rados/perf/{ceph objectstore/bluestore-low-osd-mem-target openstack settings/optimized ubuntu_latest workloads/fio_4K_rand_read} time: 00:10:25 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619993/ [5619994] rados/multimon/{clusters/9 msgr-failures/few msgr/async-v2only no_pools objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} tasks/mon_clock_with_skews} time: 00:05:40 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619994/ [5619995] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/fastclose objectstore/bluestore-comp-snappy rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_latest} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} time: 00:11:36 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619995/ [5619996] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/fastclose objectstore/bluestore-comp-snappy rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:30:19 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619996/ [5619997] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-snappy rados tasks/mon_recovery validater/valgrind} time: 00:24:51 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619997/ [5619998] rados/monthrash/{ceph clusters/9-mons msgr-failures/few msgr/async-v2only objectstore/filestore-xfs rados supported-random-distro$/{centos_latest} thrashers/force-sync-many workloads/rados_mon_workunits} time: 00:24:23 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619998/ [5619999] rados/cephadm/smoke/{distro/rhel_latest fixed-2 start} time: 00:14:49 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5619999/ [5620000] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_latest} thrashers/pggrow thrashosds-health workloads/snaps-few-objects-balanced} time: 00:32:09 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620000/ [5620001] rados/singleton/{all/pg-removal-interruption msgr-failures/many msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest}} time: 00:06:04 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620001/ [5620002] rados/cephadm/smoke-roleless/{distro/rhel_latest start} time: 00:16:37 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620002/ [5620003] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-zlib supported-random-distro$/{ubuntu_latest} tasks/dashboard} time: 00:56:19 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620003/ [5620004] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/filestore-xfs supported-random-distro$/{ubuntu_latest} tasks/crash} time: 00:07:53 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620004/ [5620005] rados/objectstore/{backends/filestore-idempotent-aio-journal supported-random-distro$/{ubuntu_latest}} time: 02:11:53 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620005/ [5620006] rados/singleton-bluestore/{all/cephtool msgr-failures/many msgr/async-v2only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest}} time: 00:27:38 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620006/ [5620007] rados/valgrind-leaks/{1-start 2-inject-leak/none centos_latest} time: 00:16:47 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620007/ [5620009] rados/singleton/{all/radostool msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_latest}} time: 00:10:25 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620009/ [5620010] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/few objectstore/bluestore-bitmap rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_latest} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-balanced} time: 00:19:02 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620010/ [5620011] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/snaps-few-objects-localized} time: 00:26:43 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620011/ [5620012] rados/singleton-nomsgr/{all/full-tiering rados supported-random-distro$/{rhel_latest}} time: 00:11:00 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620012/ [5620013] rados/cephadm/with-work/{distro/centos_latest fixed-2 mode/root msgr/async-v2only start tasks/rados_api_tests} time: 00:27:55 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620013/ [5620014] rados/perf/{ceph objectstore/bluestore-stupid openstack settings/optimized ubuntu_latest workloads/fio_4K_rand_rw} time: 00:10:36 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620014/ [5620015] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} tasks/readwrite} time: 00:10:02 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620015/ [5620016] rados/cephadm/smoke/{distro/ubuntu_18.04 fixed-2 start} time: 00:13:32 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620016/ [5620017] rados/singleton/{all/random-eio msgr-failures/many msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_latest}} time: 00:30:50 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620017/ [5620018] rados/cephadm/smoke-roleless/{distro/ubuntu_18.04 start} time: 00:11:30 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620018/ [5620019] rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/luminous-v1only backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{ubuntu_18.04} msgr-failures/osd-delay rados thrashers/mapgap thrashosds-health workloads/snaps-few-objects} time: 00:38:33 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620019/ [5620020] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/fastclose msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/snaps-few-objects} time: 00:32:23 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620020/ [5620021] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/few rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_latest} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-overwrites} time: 00:21:51 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620021/ [5620022] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/osd-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:10:20 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620022/ [5620023] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_cephadm_repos} time: 00:04:11 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620023/ [5620024] rados/singleton/{all/rebuild-mondb msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_latest}} time: 00:17:36 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620024/ [5620025] rados/multimon/{clusters/21 msgr-failures/many msgr/async no_pools objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} tasks/mon_recovery} time: 00:21:58 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620025/ [5620026] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/few objectstore/bluestore-comp-zlib rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} time: 00:25:19 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620026/ [5620027] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/few objectstore/bluestore-comp-zlib rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:21:48 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620027/ [5620028] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zlib rados tasks/rados_api_tests validater/lockdep} time: 00:22:22 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620028/ [5620029] rados/cephadm/smoke/{distro/ubuntu_18.04_podman fixed-2 start} time: 00:14:01 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620029/ [5620030] rados/monthrash/{ceph clusters/3-mons msgr-failures/mon-delay msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest} thrashers/many workloads/rados_mon_workunits} time: 00:27:01 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620030/ [5620031] rados/singleton-nomsgr/{all/health-warnings rados supported-random-distro$/{ubuntu_latest}} time: 00:07:17 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620031/ [5620032] rados/perf/{ceph objectstore/bluestore-basic-min-osd-mem-target openstack settings/optimized ubuntu_latest workloads/fio_4M_rand_read} time: 00:08:35 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620032/ [5620033] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_latest} thrashers/mapgap thrashosds-health workloads/write_fadvise_dontneed} time: 00:16:44 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620033/ [5620034] rados/cephadm/smoke-roleless/{distro/ubuntu_18.04_podman start} time: 00:12:02 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620034/ [5620035] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-bitmap supported-random-distro$/{centos_latest} tasks/failover} time: 00:11:18 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620035/ [5620036] rados/standalone/{supported-random-distro$/{centos_latest} workloads/misc} time: 00:22:19 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620036/ [5620037] rados/singleton/{all/recovery-preemption msgr-failures/many msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest}} time: 00:15:05 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620037/ [5620038] rados/cephadm/with-work/{distro/rhel_8.0 fixed-2 mode/packaged msgr/async start tasks/rados_python} time: 00:24:09 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620038/ [5620039] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-zstd supported-random-distro$/{rhel_latest} tasks/dashboard} time: 01:02:47 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620039/ [5620040] rados/objectstore/{backends/filestore-idempotent supported-random-distro$/{rhel_latest}} time: 02:31:06 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620040/ [5620041] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} tasks/repair_test} time: 00:14:35 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620041/ [5620042] rados/cephadm/workunits/{distro/centos_latest task/test_orch_cli} time: 00:16:24 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620042/ [5620043] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/osd-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-fast-read} time: 00:20:31 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620043/ [5620044] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_latest} thrashers/morepggrow thrashosds-health workloads/admin_socket_objecter_requests} time: 00:17:40 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620044/ [5620045] rados/singleton/{all/resolve_stuck_peering msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_latest}} time: 00:08:23 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620045/ [5620046] rados/cephadm/smoke/{distro/ubuntu_latest fixed-2 start} time: 00:13:22 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620046/ [5620047] rados/perf/{ceph objectstore/bluestore-bitmap openstack settings/optimized ubuntu_latest workloads/fio_4M_rand_rw} time: 00:08:54 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620047/ [5620048] rados/singleton-nomsgr/{all/large-omap-object-warnings rados supported-random-distro$/{rhel_latest}} time: 00:11:17 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620048/ [5620049] rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/luminous backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} msgr-failures/fastclose rados thrashers/morepggrow thrashosds-health workloads/test_rbd_api} time: 00:20:14 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620049/ [5620050] rados/cephadm/smoke-roleless/{distro/ubuntu_latest start} time: 00:11:37 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620050/ [5620051] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/fastclose objectstore/bluestore-stupid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:14:32 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620051/ [5620052] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/fastclose msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/cache-agent-big} time: 00:17:02 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620052/ [5620053] rados/singleton/{all/test-crash msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest}} time: 00:07:29 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620053/ [5620054] rados/cephadm/with-work/{distro/rhel_latest fixed-2 mode/root msgr/async-v1only start tasks/rados_api_tests} time: 00:32:19 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620054/ [5620055] rados/upgrade/nautilus-x-singleton/{0-cluster/{openstack start} 1-install/nautilus 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{rbd-cls rbd-import-export readwrite snaps-few-objects} 5-workload/{radosbench rbd_api} 6-finish-upgrade 7-octopus 8-workload/{rbd-python snaps-many-objects} bluestore-bitmap thrashosds-health ubuntu_latest} time: 03:32:50 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620055/ [5620056] rados/cephadm/orchestrator_cli/{2-node-mgr orchestrator_cli supported-random-distro$/{centos_latest}} time: 00:10:37 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620056/ [5620057] rados/multimon/{clusters/3 msgr-failures/few msgr/async-v1only no_pools objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_latest} tasks/mon_clock_no_skews} time: 00:10:56 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620057/ [5620058] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/osd-delay objectstore/bluestore-comp-zstd rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} time: 00:14:48 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620058/ [5620059] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/osd-delay objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:30:03 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620059/ [5620060] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none msgr-failures/few msgr/async objectstore/bluestore-comp-zstd rados tasks/rados_cls_all validater/valgrind} time: 01:13:01 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620060/ [5620061] rados/monthrash/{ceph clusters/9-mons msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_latest} thrashers/one workloads/snaps-few-objects} time: 00:35:25 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620061/ [5620062] rados/singleton/{all/test_envlibrados_for_rocksdb msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_latest}} time: 00:18:38 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620062/ [5620063] rados/cephadm/smoke/{distro/centos_7 fixed-2 start} time: 00:14:31 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620063/ [5620064] rados/perf/{ceph objectstore/bluestore-comp openstack settings/optimized ubuntu_latest workloads/fio_4M_rand_write} time: 00:12:32 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620064/ [5620065] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_latest} thrashers/pggrow thrashosds-health workloads/cache-agent-small} time: 00:15:50 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620065/ [5620066] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-lz4 supported-random-distro$/{ubuntu_latest} tasks/insights} time: 00:09:49 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620066/ [5620067] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_latest} tasks/scrub_test} time: 00:13:58 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620067/ [5620068] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/osd-delay rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_latest} thrashers/pggrow thrashosds-health workloads/ec-snaps-few-objects-overwrites} time: 00:30:56 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620068/ [5620069] rados/singleton-nomsgr/{all/lazy_omap_stats_output rados supported-random-distro$/{centos_latest}} time: 00:07:49 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620069/ [5620070] rados/cephadm/smoke-roleless/{distro/centos_7 start} time: 00:13:43 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620070/ [5620072] rados/singleton/{all/thrash-backfill-full msgr-failures/many msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_latest}} time: 01:28:48 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620072/ [5620073] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/fastclose objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/ec-small-objects-many-deletes} time: 00:24:13 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620073/ [5620074] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-hybrid supported-random-distro$/{centos_latest} tasks/dashboard} time: 00:57:38 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620074/ [5620075] rados/objectstore/{backends/fusestore supported-random-distro$/{centos_latest}} time: 00:06:22 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620075/ [5620076] rados/singleton-bluestore/{all/cephtool msgr-failures/few msgr/async objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest}} time: 00:27:21 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620076/ [5620077] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/cache-pool-snaps-readproxy} time: 00:28:18 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620077/ [5620079] rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/mimic-v1only backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{ubuntu_18.04} msgr-failures/few rados thrashers/none thrashosds-health workloads/cache-snaps} time: 00:25:29 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620079/ [5620080] rados/standalone/{supported-random-distro$/{centos_latest} workloads/mon} time: 00:42:59 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620080/ [5620081] rados/perf/{ceph objectstore/bluestore-low-osd-mem-target openstack settings/optimized ubuntu_latest workloads/radosbench_4K_rand_read} time: 00:10:52 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620081/ [5620082] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/few objectstore/filestore-xfs rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:14:01 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620082/ [5620083] rados/cephadm/with-work/{distro/ubuntu_18.04 fixed-2 mode/packaged msgr/async-v2only start tasks/rados_python} time: 00:20:56 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620083/ [5620084] rados/singleton/{all/thrash-eio msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest}} time: 00:30:58 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620084/ [5620085] rados/singleton-nomsgr/{all/librados_hello_world rados supported-random-distro$/{ubuntu_latest}} time: 00:06:47 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620085/ [5620086] rados/cephadm/smoke/{distro/centos_8.0 fixed-2 start} time: 00:11:31 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620086/ [5620087] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/fastclose msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/cache-pool-snaps} time: 00:28:48 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620087/ [5620088] rados/cephadm/smoke-roleless/{distro/centos_8.0 start} time: 00:12:38 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620088/ [5620089] rados/singleton/{all/thrash-rados/{thrash-rados thrashosds-health} msgr-failures/many msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_latest}} time: 00:22:23 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620089/ [5620090] rados/multimon/{clusters/6 msgr-failures/many msgr/async-v2only no_pools objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_latest} tasks/mon_clock_with_skews} time: 00:10:32 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620090/ [5620091] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/fastclose objectstore/bluestore-hybrid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} time: 00:29:55 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620091/ [5620092] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/fastclose objectstore/bluestore-hybrid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:23:14 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620092/ [5620093] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} msgr-failures/few msgr/async-v1only objectstore/bluestore-hybrid rados tasks/mon_recovery validater/lockdep} time: 00:09:58 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620093/ [5620094] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} tasks/rados_api_tests} time: 00:20:49 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620094/ [5620095] rados/monthrash/{ceph clusters/3-mons msgr-failures/mon-delay msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_latest} thrashers/sync-many workloads/pool-create-delete} time: 00:15:35 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620095/ [5620097] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-snappy supported-random-distro$/{ubuntu_latest} tasks/module_selftest} time: 00:23:41 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620097/ [5620098] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_latest} thrashers/mapgap thrashosds-health workloads/cache-snaps-balanced} time: 00:23:42 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620098/ [5620099] rados/perf/{ceph objectstore/bluestore-stupid openstack settings/optimized ubuntu_latest workloads/radosbench_4K_seq_read} time: 00:08:43 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620099/ [5620100] rados/cephadm/with-work/{distro/ubuntu_18.04_podman fixed-2 mode/root msgr/async start tasks/rados_api_tests} time: 00:30:35 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620100/ [5620102] rados/cephadm/smoke/{distro/centos_latest fixed-2 start} time: 00:11:17 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620102/ [5620103] rados/singleton-nomsgr/{all/msgr rados supported-random-distro$/{rhel_latest}} time: 00:16:17 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620103/ [5620104] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/few objectstore/bluestore-comp-zlib rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-small-objects} time: 00:19:12 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620104/ [5620105] rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/mimic backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} msgr-failures/osd-delay rados thrashers/pggrow thrashosds-health workloads/radosbench} time: 01:28:15 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620105/ [5620106] rados/cephadm/smoke-roleless/{distro/centos_latest start} time: 00:12:11 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620106/ [5620107] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_latest} thrashers/morepggrow thrashosds-health workloads/cache-snaps} time: 00:32:18 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620107/ [5620108] rados/singleton/{all/watch-notify-same-primary msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_latest}} time: 00:11:01 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620108/ [5620109] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-low-osd-mem-target supported-random-distro$/{centos_latest} tasks/dashboard} time: 00:56:25 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620109/ [5620110] rados/objectstore/{backends/keyvaluedb supported-random-distro$/{ubuntu_latest}} time: 00:05:22 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620110/ [5620111] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/fastclose rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/ec-snaps-few-objects-overwrites} time: 00:24:32 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620111/ [5620112] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/few objectstore/bluestore-bitmap rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:14:49 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620112/ [5620113] rados/valgrind-leaks/{1-start 2-inject-leak/osd centos_latest} time: 00:15:41 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620113/ [5620114] rados/cephadm/workunits/{distro/centos_latest task/test_cephadm_repos} time: 00:04:11 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620114/ [5620115] rados/perf/{ceph objectstore/bluestore-basic-min-osd-mem-target openstack settings/optimized ubuntu_latest workloads/radosbench_4M_rand_read} time: 00:09:28 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620115/ [5620116] rados/cephadm/smoke/{distro/rhel_7 fixed-2 start} time: 00:13:26 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620116/ [5620117] rados/singleton/{all/admin-socket msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest}} time: 00:05:16 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620117/ [5620118] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} tasks/rados_cls_all} time: 00:11:40 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620118/ [5620119] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/fastclose msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/cache} time: 00:07:55 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620119/ [5620120] rados/cephadm/smoke-roleless/{distro/rhel_7 start} time: 00:14:40 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620120/ [5620121] rados/multimon/{clusters/9 msgr-failures/few msgr/async no_pools objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_latest} tasks/mon_recovery} time: 00:13:19 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620121/ [5620122] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/few objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} time: 00:09:47 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620122/ [5620123] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/few objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:29:13 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620123/ [5620124] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none msgr-failures/few msgr/async-v2only objectstore/bluestore-low-osd-mem-target rados tasks/rados_api_tests validater/valgrind} time: 00:40:30 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620124/ [5620125] rados/singleton-nomsgr/{all/multi-backfill-reject rados supported-random-distro$/{rhel_latest}} time: 00:25:46 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620125/ [5620126] rados/monthrash/{ceph clusters/9-mons msgr-failures/few msgr/async objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_latest} thrashers/sync workloads/rados_5925} time: 00:09:13 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620126/ [5620127] rados/cephadm/with-work/{distro/centos_8.0 fixed-2 mode/packaged msgr/async start tasks/rados_python} time: 00:19:19 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620127/ [5620128] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-zlib supported-random-distro$/{ubuntu_latest} tasks/progress} time: 00:11:45 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620128/ [5620129] rados/standalone/{supported-random-distro$/{rhel_latest} workloads/osd} time: 02:56:57 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620129/ [5620130] rados/singleton/{all/deduptool msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest}} time: 00:06:30 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620130/ [5620131] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_orch_cli} time: 00:16:26 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620131/ [5620132] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/dedup_tier} time: 00:10:02 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620132/ [5620133] rados/perf/{ceph objectstore/bluestore-bitmap openstack settings/optimized ubuntu_latest workloads/radosbench_4M_seq_read} time: 00:08:38 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620133/ [5620134] rados/cephadm/smoke/{distro/rhel_8.0 fixed-2 start} time: 00:14:53 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620134/ [5620135] rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus-v1only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{ubuntu_18.04} msgr-failures/fastclose rados thrashers/careful thrashosds-health workloads/rbd_cls} time: 00:21:38 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620135/ [5620136] rados/singleton/{all/divergent_priors msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_latest}} time: 00:08:06 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620136/ [5620137] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/osd-delay objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2} time: 00:29:57 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620137/ [5620138] rados/cephadm/smoke-roleless/{distro/rhel_8.0 start} time: 00:15:42 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620138/ [5620139] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/osd-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} time: 00:15:23 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620139/ [5620140] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/osd-delay msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/pool-snaps-few-objects} time: 00:28:13 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620140/ [5620141] rados/singleton-nomsgr/{all/osd_stale_reads rados supported-random-distro$/{rhel_latest}} time: 00:20:48 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620141/ [5620142] rados/cephadm/with-work/{distro/centos_latest fixed-2 mode/root msgr/async-v1only start tasks/rados_api_tests} time: 00:27:51 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620142/ [5620143] rados/singleton/{all/divergent_priors2 msgr-failures/many msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_latest}} time: 00:08:31 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620143/ [5620144] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{centos_latest} tasks/rados_python} time: 00:12:29 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620144/ [5620145] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-stupid supported-random-distro$/{centos_latest} tasks/dashboard} time: 00:57:16 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620145/ [5620146] rados/objectstore/{backends/objectcacher-stress supported-random-distro$/{rhel_latest}} time: 00:25:55 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620146/ [5620147] rados/singleton-bluestore/{all/cephtool msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_latest}} time: 00:28:00 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620147/ [5620149] rados/perf/{ceph objectstore/bluestore-comp openstack settings/optimized ubuntu_latest workloads/radosbench_4M_write} time: 00:08:21 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620149/ [5620151] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/fastclose msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/rados_api_tests} time: 00:22:57 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620151/ [5620152] rados/singleton/{all/dump-stuck msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest}} time: 00:07:05 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620152/ [5620153] rados/multimon/{clusters/21 msgr-failures/many msgr/async-v1only no_pools objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} tasks/mon_clock_no_skews} time: 00:06:08 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620153/ [5620154] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/osd-delay objectstore/bluestore-stupid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_latest} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} time: 00:28:17 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620154/ [5620155] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/osd-delay objectstore/bluestore-stupid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_latest} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1} time: 00:27:40 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620155/ [5620156] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} msgr-failures/few msgr/async objectstore/bluestore-stupid rados tasks/rados_cls_all validater/lockdep} time: 00:12:57 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620156/ [5620157] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/few rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/ec-pool-snaps-few-objects-overwrites} time: 00:33:35 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620157/ [5620158] rados/cephadm/smoke/{distro/rhel_latest fixed-2 start} time: 00:14:24 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620158/ [5620159] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-zstd supported-random-distro$/{centos_latest} tasks/prometheus} time: 00:09:45 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620159/ [5620160] rados/monthrash/{ceph clusters/3-mons msgr-failures/mon-delay msgr/async-v1only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_latest} thrashers/force-sync-many workloads/rados_api_tests} time: 00:21:00 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620160/ [5620161] rados/cephadm/smoke-roleless/{distro/rhel_latest start} time: 00:23:06 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620161/ [5620162] rados/singleton-nomsgr/{all/pool-access rados supported-random-distro$/{rhel_latest}} time: 00:11:23 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620162/ [5620163] rados/singleton/{all/ec-lost-unfound msgr-failures/many msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_latest}} time: 00:34:14 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620163/ [5620164] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_latest} thrashers/mapgap thrashosds-health workloads/radosbench-high-concurrency} time: 00:52:52 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620164/ [5620165] rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus-v2only backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} msgr-failures/few rados thrashers/default thrashosds-health workloads/snaps-few-objects} time: 00:37:12 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620165/ [5620166] rados/cephadm/with-work/{distro/rhel_8.0 fixed-2 mode/packaged msgr/async-v2only start tasks/rados_python} time: 00:24:08 info: http://pulpito.ceph.com/yuriw-2020-11-13_17:17:14-rados-wip-yuri8-testing-2020-11-12-1029-octopus-distro-basic-smithi/5620166/