2020-11-02T21:26:41.886 INFO:root:teuthology version: 1.0.0-41b569f
2020-11-02T21:26:41.887 INFO:teuthology.results:subset: '6/9999'
2020-11-02T21:26:41.887 INFO:teuthology.results:seed: '1727'
2020-11-05T05:30:15.670 INFO:root:teuthology version: 1.0.0-41b569f
2020-11-05T05:30:15.722 INFO:teuthology.results:Waiting up to 43200 seconds for tests to finish...
2020-11-05T09:35:24.682 INFO:teuthology.results:Tests finished! gathering results...
2020-11-05T09:36:09.388 INFO:scrape:Found 379 jobs
2020-11-05T09:36:10.033 WARNING:scrape:Ignoring malparsed backtrace:  ceph version 15.2.5-535-g79c1ec4d (79c1ec4d4160950581818ff51631584f259427f2) octopus (stable)
,  1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x158) [0x7f68a46436e4]
,  2: (()+0x27a8fe) [0x7f68a46438fe]

2020-11-05T09:36:10.035 WARNING:scrape:Ignoring malparsed backtrace: 2020-11-05T04:14:32.398 INFO:teuthology.orchestra.run.smithi076.stdout:
, dumped all
, 2020-11-05T04:14:32.410 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":298,"stamp":"2020-11-05T04:14:31.873948+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":27206966505,"num_objects":9163,"num_object_clones":0,"num_object_copies":18326,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9130,"num_whiteouts":37,"num_read":54711,"num_read_kb":31594286,"num_write":76208,"num_write_kb":41111454,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":32,"num_bytes_hit_set_archive":20447,"num_flush":8144,"num_flush_kb":20481799,"num_evict":8019,"num_evict_kb":20117201,"num_promote":8597,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72248,"ondisk_log_size":72248,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":566231040,"kb_used":39498032,"kb_used_data":33131424,"kb_used_omap":0,"kb_used_meta":6291456,"kb_avail":526733008,"statfs":{"total":579820584960,"available":539374600192,"internally_reserved":6442450944,"allocated":33926578176,"data_stored":41227512606,"data_compressed":759600262,"data_compressed_allocated":7405887488,"data_compressed_original":14811692436,"omap_allocated":0,"internal_metadata":6442450944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-51578545,"num_objects":-14,"num_object_clones":0,"num_object_copies":-28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-14,"num_whiteouts":0,"num_read":416,"num_read_kb":464519,"num_write":246,"num_write_kb":138491,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002053"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-05T04:08:30.895792+0000","last_change":"2020-11-05T04:05:40.887408+0000","last_active":"2020-11-05T04:08:30.895792+0000","last_peered":"2020-11-05T04:08:30.895792+0000","last_clean":"2020-11-05T04:08:30.895792+0000","last_became_active":"2020-11-05T04:05:40.887044+0000","last_became_peered":"2020-11-05T04:05:40.887044+0000","last_unstale":"2020-11-05T04:08:30.895792+0000","last_undegraded":"2020-11-05T04:08:30.895792+0000","last_fullsized":"2020-11-05T04:08:30.895792+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_clean_scrub_stamp":"2020-11-05T04:05:39.873870+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-05T04:08:30.895280+0000","last_change":"2020-11-05T04:05:41.319861+0000","last_active":"2020-11-05T04:08:30.895280+0000","last_peered":"2020-11-05T04:08:30.895280+0000","last_clean":"2020-11-05T04:08:30.895280+0000","last_became_active":"2020-11-05T04:05:41.319344+0000","last_became_peered":"2020-11-05T04:05:41.319344+0000","last_unstale":"2020-11-05T04:08:30.895280+0000","last_undegraded":"2020-11-05T04:08:30.895280+0000","last_fullsized":"2020-11-05T04:08:30.895280+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_clean_scrub_stamp":"2020-11-05T04:05:39.873870+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"33'11226","reported_seq":"15300","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-05T04:14:07.982287+0000","last_change":"2020-11-05T04:05:50.920506+0000","last_active":"2020-11-05T04:14:07.982287+0000","last_peered":"2020-11-05T04:14:07.982287+0000","last_clean":"2020-11-05T04:14:07.982287+0000","last_became_active":"2020-11-05T04:05:50.920145+0000","last_became_peered":"2020-11-05T04:05:50.920145+0000","last_unstale":"2020-11-05T04:14:07.982287+0000","last_undegraded":"2020-11-05T04:14:07.982287+0000","last_fullsized":"2020-11-05T04:14:07.982287+0000","mapping_epoch":18,"log_start":"31'1203","ondisk_log_start":"31'1203","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:49.910010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:49.910010+0000","last_clean_scrub_stamp":"2020-11-05T04:05:49.910010+0000","log_size":10023,"ondisk_log_size":10023,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":99430555,"num_objects":54,"num_object_clones":0,"num_object_copies":108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":46,"num_whiteouts":13,"num_read":3468,"num_read_kb":173143,"num_write":9952,"num_write_kb":3000322,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":5231,"num_flush":2170,"num_flush_kb":5493057,"num_evict":2167,"num_evict_kb":5481413,"num_promote":2310,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'7779","reported_seq":"14426","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-05T04:14:21.514563+0000","last_change":"2020-11-05T04:05:48.950673+0000","last_active":"2020-11-05T04:14:21.514563+0000","last_peered":"2020-11-05T04:14:21.514563+0000","last_clean":"2020-11-05T04:14:21.514563+0000","last_became_active":"2020-11-05T04:05:48.950249+0000","last_became_peered":"2020-11-05T04:05:48.950249+0000","last_unstale":"2020-11-05T04:14:21.514563+0000","last_undegraded":"2020-11-05T04:14:21.514563+0000","last_fullsized":"2020-11-05T04:14:21.514563+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:47.897976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:47.897976+0000","last_clean_scrub_stamp":"2020-11-05T04:05:47.897976+0000","log_size":7779,"ondisk_log_size":7779,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6487813690,"num_objects":2184,"num_object_clones":0,"num_object_copies":4368,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2184,"num_whiteouts":0,"num_read":10523,"num_read_kb":8302118,"num_write":9401,"num_write_kb":7100441,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-05T04:08:30.895727+0000","last_change":"2020-11-05T04:05:41.319766+0000","last_active":"2020-11-05T04:08:30.895727+0000","last_peered":"2020-11-05T04:08:30.895727+0000","last_clean":"2020-11-05T04:08:30.895727+0000","last_became_active":"2020-11-05T04:05:41.319243+0000","last_became_peered":"2020-11-05T04:05:41.319243+0000","last_unstale":"2020-11-05T04:08:30.895727+0000","last_undegraded":"2020-11-05T04:08:30.895727+0000","last_fullsized":"2020-11-05T04:08:30.895727+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_clean_scrub_stamp":"2020-11-05T04:05:39.873870+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'9835","reported_seq":"13531","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-05T04:14:07.636180+0000","last_change":"2020-11-05T04:05:50.984235+0000","last_active":"2020-11-05T04:14:07.636180+0000","last_peered":"2020-11-05T04:14:07.636180+0000","last_clean":"2020-11-05T04:14:07.636180+0000","last_became_active":"2020-11-05T04:05:50.983960+0000","last_became_peered":"2020-11-05T04:05:50.983960+0000","last_unstale":"2020-11-05T04:14:07.636180+0000","last_undegraded":"2020-11-05T04:14:07.636180+0000","last_fullsized":"2020-11-05T04:14:07.636180+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:49.910010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:49.910010+0000","last_clean_scrub_stamp":"2020-11-05T04:05:49.910010+0000","log_size":9835,"ondisk_log_size":9835,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":96217905,"num_objects":44,"num_object_clones":0,"num_object_copies":88,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":36,"num_whiteouts":6,"num_read":3088,"num_read_kb":99825,"num_write":8817,"num_write_kb":2704980,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":5051,"num_flush":1939,"num_flush_kb":4843047,"num_evict":1899,"num_evict_kb":4740532,"num_promote":2023,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'8293","reported_seq":"15269","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-05T04:14:21.784329+0000","last_change":"2020-11-05T04:05:48.914226+0000","last_active":"2020-11-05T04:14:21.784329+0000","last_peered":"2020-11-05T04:14:21.784329+0000","last_clean":"2020-11-05T04:14:21.784329+0000","last_became_active":"2020-11-05T04:05:48.913927+0000","last_became_peered":"2020-11-05T04:05:48.913927+0000","last_unstale":"2020-11-05T04:14:21.784329+0000","last_undegraded":"2020-11-05T04:14:21.784329+0000","last_fullsized":"2020-11-05T04:14:21.784329+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:47.897976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:47.897976+0000","last_clean_scrub_stamp":"2020-11-05T04:05:47.897976+0000","log_size":8293,"ondisk_log_size":8293,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6893290190,"num_objects":2290,"num_object_clones":0,"num_object_copies":4580,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2290,"num_whiteouts":0,"num_read":10473,"num_read_kb":7563864,"num_write":9981,"num_write_kb":7850627,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-05T04:08:30.895272+0000","last_change":"2020-11-05T04:05:41.319740+0000","last_active":"2020-11-05T04:08:30.895272+0000","last_peered":"2020-11-05T04:08:30.895272+0000","last_clean":"2020-11-05T04:08:30.895272+0000","last_became_active":"2020-11-05T04:05:41.319274+0000","last_became_peered":"2020-11-05T04:05:41.319274+0000","last_unstale":"2020-11-05T04:08:30.895272+0000","last_undegraded":"2020-11-05T04:08:30.895272+0000","last_fullsized":"2020-11-05T04:08:30.895272+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_clean_scrub_stamp":"2020-11-05T04:05:39.873870+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'10289","reported_seq":"14207","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-05T04:14:07.952061+0000","last_change":"2020-11-05T04:05:50.986531+0000","last_active":"2020-11-05T04:14:07.952061+0000","last_peered":"2020-11-05T04:14:07.952061+0000","last_clean":"2020-11-05T04:14:07.952061+0000","last_became_active":"2020-11-05T04:05:50.986145+0000","last_became_peered":"2020-11-05T04:05:50.986145+0000","last_unstale":"2020-11-05T04:14:07.952061+0000","last_undegraded":"2020-11-05T04:14:07.952061+0000","last_fullsized":"2020-11-05T04:14:07.952061+0000","mapping_epoch":18,"log_start":"27'200","ondisk_log_start":"27'200","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:49.910010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:49.910010+0000","last_clean_scrub_stamp":"2020-11-05T04:05:49.910010+0000","log_size":10089,"ondisk_log_size":10089,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":97273729,"num_objects":46,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":6,"num_read":3258,"num_read_kb":158366,"num_write":9157,"num_write_kb":2752654,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":5070,"num_flush":1998,"num_flush_kb":4992544,"num_evict":1926,"num_evict_kb":4804595,"num_promote":2092,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'8096","reported_seq":"14783","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-05T04:14:21.506511+0000","last_change":"2020-11-05T04:05:48.950497+0000","last_active":"2020-11-05T04:14:21.506511+0000","last_peered":"2020-11-05T04:14:21.506511+0000","last_clean":"2020-11-05T04:14:21.506511+0000","last_became_active":"2020-11-05T04:05:48.950075+0000","last_became_peered":"2020-11-05T04:05:48.950075+0000","last_unstale":"2020-11-05T04:14:21.506511+0000","last_undegraded":"2020-11-05T04:14:21.506511+0000","last_fullsized":"2020-11-05T04:14:21.506511+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:47.897976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:47.897976+0000","last_clean_scrub_stamp":"2020-11-05T04:05:47.897976+0000","log_size":8096,"ondisk_log_size":8096,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6785283340,"num_objects":2261,"num_object_clones":0,"num_object_copies":4522,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2261,"num_whiteouts":0,"num_read":10393,"num_read_kb":7896564,"num_write":9749,"num_write_kb":7505722,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-05T04:08:30.892263+0000","last_change":"2020-11-05T04:05:41.319557+0000","last_active":"2020-11-05T04:08:30.892263+0000","last_peered":"2020-11-05T04:08:30.892263+0000","last_clean":"2020-11-05T04:08:30.892263+0000","last_became_active":"2020-11-05T04:05:41.319125+0000","last_became_peered":"2020-11-05T04:05:41.319125+0000","last_unstale":"2020-11-05T04:08:30.892263+0000","last_undegraded":"2020-11-05T04:08:30.892263+0000","last_fullsized":"2020-11-05T04:08:30.892263+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_clean_scrub_stamp":"2020-11-05T04:05:39.873870+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'10531","reported_seq":"14397","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-05T04:14:07.399594+0000","last_change":"2020-11-05T04:05:50.922258+0000","last_active":"2020-11-05T04:14:07.399594+0000","last_peered":"2020-11-05T04:14:07.399594+0000","last_clean":"2020-11-05T04:14:07.399594+0000","last_became_active":"2020-11-05T04:05:50.922002+0000","last_became_peered":"2020-11-05T04:05:50.922002+0000","last_unstale":"2020-11-05T04:14:07.399594+0000","last_undegraded":"2020-11-05T04:14:07.399594+0000","last_fullsized":"2020-11-05T04:14:07.399594+0000","mapping_epoch":18,"log_start":"30'502","ondisk_log_start":"30'502","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:49.910010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:49.910010+0000","last_clean_scrub_stamp":"2020-11-05T04:05:49.910010+0000","log_size":10029,"ondisk_log_size":10029,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":86455699,"num_objects":48,"num_object_clones":0,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":39,"num_whiteouts":12,"num_read":3275,"num_read_kb":125080,"num_write":9341,"num_write_kb":2825222,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":5095,"num_flush":2037,"num_flush_kb":5153151,"num_evict":2027,"num_evict_kb":5090661,"num_promote":2172,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'8104","reported_seq":"14758","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-05T04:14:21.780145+0000","last_change":"2020-11-05T04:05:48.949914+0000","last_active":"2020-11-05T04:14:21.780145+0000","last_peered":"2020-11-05T04:14:21.780145+0000","last_clean":"2020-11-05T04:14:21.780145+0000","last_became_active":"2020-11-05T04:05:48.949655+0000","last_became_peered":"2020-11-05T04:05:48.949655+0000","last_unstale":"2020-11-05T04:14:21.780145+0000","last_undegraded":"2020-11-05T04:14:21.780145+0000","last_fullsized":"2020-11-05T04:14:21.780145+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:47.897976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:47.897976+0000","last_clean_scrub_stamp":"2020-11-05T04:05:47.897976+0000","log_size":8104,"ondisk_log_size":8104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6661201397,"num_objects":2236,"num_object_clones":0,"num_object_copies":4472,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2236,"num_whiteouts":0,"num_read":10233,"num_read_kb":7275326,"num_write":9810,"num_write_kb":7371486,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-05T04:08:30.895085+0000","last_change":"2020-11-05T04:05:40.886745+0000","last_active":"2020-11-05T04:08:30.895085+0000","last_peered":"2020-11-05T04:08:30.895085+0000","last_clean":"2020-11-05T04:08:30.895085+0000","last_became_active":"2020-11-05T04:05:40.886428+0000","last_became_peered":"2020-11-05T04:05:40.886428+0000","last_unstale":"2020-11-05T04:08:30.895085+0000","last_undegraded":"2020-11-05T04:08:30.895085+0000","last_fullsized":"2020-11-05T04:08:30.895085+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_clean_scrub_stamp":"2020-11-05T04:05:39.873870+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-05T04:08:30.895133+0000","last_change":"2020-11-05T04:05:40.885682+0000","last_active":"2020-11-05T04:08:30.895133+0000","last_peered":"2020-11-05T04:08:30.895133+0000","last_clean":"2020-11-05T04:08:30.895133+0000","last_became_active":"2020-11-05T04:05:40.885180+0000","last_became_peered":"2020-11-05T04:05:40.885180+0000","last_unstale":"2020-11-05T04:08:30.895133+0000","last_undegraded":"2020-11-05T04:08:30.895133+0000","last_fullsized":"2020-11-05T04:08:30.895133+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_clean_scrub_stamp":"2020-11-05T04:05:39.873870+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-05T04:08:30.892264+0000","last_change":"2020-11-05T04:05:40.885655+0000","last_active":"2020-11-05T04:08:30.892264+0000","last_peered":"2020-11-05T04:08:30.892264+0000","last_clean":"2020-11-05T04:08:30.892264+0000","last_became_active":"2020-11-05T04:05:40.885287+0000","last_became_peered":"2020-11-05T04:05:40.885287+0000","last_unstale":"2020-11-05T04:08:30.892264+0000","last_undegraded":"2020-11-05T04:08:30.892264+0000","last_fullsized":"2020-11-05T04:08:30.892264+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_clean_scrub_stamp":"2020-11-05T04:05:39.873870+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":379377888,"num_objects":192,"num_object_clones":0,"num_object_copies":384,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":159,"num_whiteouts":37,"num_read":13089,"num_read_kb":556414,"num_write":37267,"num_write_kb":11283178,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":32,"num_bytes_hit_set_archive":20447,"num_flush":8144,"num_flush_kb":20481799,"num_evict":8019,"num_evict_kb":20117201,"num_promote":8597,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":567926784,"data_stored":712371184,"data_compressed":14837802,"data_compressed_allocated":145367040,"data_compressed_original":290700474,"omap_allocated":0,"internal_metadata":0},"log_size":39976,"ondisk_log_size":39976,"up":8,"acting":8,"num_store_stats":5},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":6},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":26827588617,"num_objects":8971,"num_object_clones":0,"num_object_copies":17942,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8971,"num_whiteouts":0,"num_read":41622,"num_read_kb":31037872,"num_write":38941,"num_write_kb":29828276,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":33356537856,"data_stored":40514317238,"data_compressed":744762460,"data_compressed_allocated":7260520448,"data_compressed_original":14520991962,"omap_allocated":0,"internal_metadata":0},"log_size":32272,"ondisk_log_size":32272,"up":8,"acting":8,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640364,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9259596,"kb_used_data":8188792,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":85112244,"statfs":{"total":96636764160,"available":87154937856,"internally_reserved":1073741824,"allocated":8385323008,"data_stored":10188322495,"data_compressed":187484783,"data_compressed_allocated":1829019648,"data_compressed_original":3658039296,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov  5 04:13:58 2020","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.86699999999999999,"15min":0.81699999999999995},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.378},"max":{"1min":0.96799999999999997,"5min":5.4960000000000004,"15min":5.4960000000000004},"last":1.103},{"interface":"front","average":{"1min":1,"5min":0.98899999999999999,"15min":0.96499999999999997},"min":{"1min":0.66300000000000003,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":2.1930000000000001,"5min":5.5190000000000001,"15min":5.5190000000000001},"last":1.0860000000000001}]},{"osd":1,"last update":"Thu Nov  5 04:13:58 2020","interfaces":[{"interface":"back","average":{"1min":0.88,"5min":0.878,"15min":0.86899999999999999},"min":{"1min":0.55200000000000005,"5min":0.51500000000000001,"15min":0.435},"max":{"1min":2.4060000000000001,"5min":3.8599999999999999,"15min":5.0140000000000002},"last":0.96699999999999997},{"interface":"front","average":{"1min":0.86299999999999999,"5min":0.83999999999999997,"15min":0.78800000000000003},"min":{"1min":0.53400000000000003,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":2.5830000000000002,"5min":4.0720000000000001,"15min":5.2729999999999997},"last":0.94299999999999995}]},{"osd":2,"last update":"Thu Nov  5 04:13:58 2020","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.97399999999999998,"15min":0.95299999999999996},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.8600000000000001,"5min":4.952,"15min":18.024999999999999},"last":0.90200000000000002},{"interface":"front","average":{"1min":0.93400000000000005,"5min":1.0680000000000001,"15min":1.1040000000000001},"min":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":1.6970000000000001,"5min":4.2140000000000004,"15min":18.231000000000002},"last":1.236}]},{"osd":3,"last update":"Thu Nov  5 04:13:58 2020","interfaces":[{"interface":"back","average":{"1min":0.92400000000000004,"5min":0.93899999999999995,"15min":0.86399999999999999},"min":{"1min":0.60599999999999998,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.72,"5min":5.0350000000000001,"15min":5.0350000000000001},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.95399999999999996,"5min":0.99199999999999999,"15min":0.93899999999999995},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.55900000000000005},"max":{"1min":2.7000000000000002,"5min":4.8819999999999997,"15min":4.8819999999999997},"last":0.752}]},{"osd":4,"last update":"Thu Nov  5 04:13:58 2020","interfaces":[{"interface":"back","average":{"1min":1.147,"5min":1.034,"15min":0.99399999999999999},"min":{"1min":0.64300000000000002,"5min":0.54500000000000004,"15min":0.54100000000000004},"max":{"1min":3.6280000000000001,"5min":4.6340000000000003,"15min":4.6340000000000003},"last":0.72899999999999998},{"interface":"front","average":{"1min":1.2150000000000001,"5min":1.161,"15min":1.036},"min":{"1min":0.61399999999999999,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":4.7460000000000004,"5min":7.673,"15min":7.673},"last":0.78700000000000003}]}]},{"osd":4,"up_from":11,"seq":47244640366,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1201648,"kb_used_data":137952,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93170192,"statfs":{"total":96636764160,"available":95406276608,"internally_reserved":1073741824,"allocated":141262848,"data_stored":175218700,"data_compressed":3502065,"data_compressed_allocated":34373632,"data_compressed_original":68736302,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov  5 04:13:47 2020","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.75600000000000001,"15min":0.753},"min":{"1min":0.46999999999999997,"5min":0.41799999999999998,"15min":0.41299999999999998},"max":{"1min":3.1120000000000001,"5min":3.1120000000000001,"15min":3.1120000000000001},"last":1.0720000000000001},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.85999999999999999,"15min":0.77300000000000002},"min":{"1min":0.52400000000000002,"5min":0.498,"15min":0.47499999999999998},"max":{"1min":1.9590000000000001,"5min":3.569,"15min":3.569},"last":0.89200000000000002}]},{"osd":1,"last update":"Thu Nov  5 04:13:47 2020","interfaces":[{"interface":"back","average":{"1min":0.995,"5min":1.0269999999999999,"15min":0.86099999999999999},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.46800000000000003},"max":{"1min":2.7160000000000002,"5min":12.576000000000001,"15min":12.576000000000001},"last":0.84299999999999997},{"interface":"front","average":{"1min":0.86899999999999999,"5min":0.94399999999999995,"15min":0.86599999999999999},"min":{"1min":0.53300000000000003,"5min":0.50900000000000001,"15min":0.495},"max":{"1min":1.369,"5min":3.8279999999999998,"15min":3.8279999999999998},"last":0.73199999999999998}]},{"osd":2,"last update":"Thu Nov  5 04:13:47 2020","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.92400000000000004,"15min":0.85399999999999998},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.58199999999999996},"max":{"1min":1.327,"5min":2.7610000000000001,"15min":2.7610000000000001},"last":0.96299999999999997},{"interface":"front","average":{"1min":1.026,"5min":0.98699999999999999,"15min":0.93999999999999995},"min":{"1min":0.63,"5min":0.58399999999999996,"15min":0.54700000000000004},"max":{"1min":2.1949999999999998,"5min":4.0629999999999997,"15min":4.0629999999999997},"last":0.67800000000000005}]},{"osd":3,"last update":"Thu Nov  5 04:13:47 2020","interfaces":[{"interface":"back","average":{"1min":1.044,"5min":0.91600000000000004,"15min":0.90000000000000002},"min":{"1min":0.56699999999999995,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":3.8119999999999998,"5min":3.8119999999999998,"15min":3.8119999999999998},"last":0.70699999999999996},{"interface":"front","average":{"1min":0.95199999999999996,"5min":0.92400000000000004,"15min":0.91600000000000004},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":2.0760000000000001,"5min":2.27,"15min":2.27},"last":0.79900000000000004}]},{"osd":5,"last update":"Thu Nov  5 04:13:47 2020","interfaces":[{"interface":"back","average":{"1min":0.97299999999999998,"5min":0.95699999999999996,"15min":0.95199999999999996},"min":{"1min":0.59699999999999998,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.903,"5min":2.4620000000000002,"15min":2.4620000000000002},"last":0.874},{"interface":"front","average":{"1min":1.0589999999999999,"5min":1.0680000000000001,"15min":1.1080000000000001},"min":{"1min":0.61899999999999999,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":2.5880000000000001,"5min":3.0409999999999999,"15min":3.0409999999999999},"last":1.004}]}]},{"osd":3,"up_from":11,"seq":47244640364,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5113532,"kb_used_data":4048380,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":89258308,"statfs":{"total":96636764160,"available":91400507392,"internally_reserved":1073741824,"allocated":4145541120,"data_stored":5030084137,"data_compressed":92161170,"data_compressed_allocated":897368064,"data_compressed_original":1794718722,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov  5 04:13:46 2020","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.70399999999999996,"15min":0.73099999999999998},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.39000000000000001},"max":{"1min":0.90200000000000002,"5min":2.2210000000000001,"15min":11.085000000000001},"last":0.93600000000000005},{"interface":"front","average":{"1min":1.089,"5min":0.875,"15min":0.80700000000000005},"min":{"1min":0.5,"5min":0.5,"15min":0.40899999999999997},"max":{"1min":5.7750000000000004,"5min":5.7750000000000004,"15min":5.7750000000000004},"last":1.296}]},{"osd":1,"last update":"Thu Nov  5 04:13:46 2020","interfaces":[{"interface":"back","average":{"1min":0.93300000000000005,"5min":0.90700000000000003,"15min":0.81999999999999995},"min":{"1min":0.54900000000000004,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.806,"5min":5.601,"15min":5.601},"last":1.1679999999999999},{"interface":"front","average":{"1min":0.86899999999999999,"5min":0.97199999999999998,"15min":0.88},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.52000000000000002},"max":{"1min":1.3939999999999999,"5min":4.6479999999999997,"15min":4.6479999999999997},"last":1.1240000000000001}]},{"osd":2,"last update":"Thu Nov  5 04:13:46 2020","interfaces":[{"interface":"back","average":{"1min":0.92800000000000005,"5min":0.88100000000000001,"15min":0.94399999999999995},"min":{"1min":0.62,"5min":0.498,"15min":0.498},"max":{"1min":1.5940000000000001,"5min":2.9300000000000002,"15min":7.5540000000000003},"last":1.0489999999999999},{"interface":"front","average":{"1min":1.0800000000000001,"5min":1.004,"15min":1.05},"min":{"1min":0.746,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.669,"5min":2.077,"15min":7.5},"last":1.079}]},{"osd":4,"last update":"Thu Nov  5 04:13:46 2020","interfaces":[{"interface":"back","average":{"1min":0.95399999999999996,"5min":0.90700000000000003,"15min":0.86199999999999999},"min":{"1min":0.67300000000000004,"5min":0.57299999999999995,"15min":0.55200000000000005},"max":{"1min":1.5329999999999999,"5min":3.6000000000000001,"15min":3.6000000000000001},"last":0.96499999999999997},{"interface":"front","average":{"1min":0.97099999999999997,"5min":0.98399999999999999,"15min":0.97599999999999998},"min":{"1min":0.65100000000000002,"5min":0.60399999999999998,"15min":0.58799999999999997},"max":{"1min":1.3700000000000001,"5min":3.6499999999999999,"15min":3.6499999999999999},"last":0.72099999999999997}]},{"osd":5,"last update":"Thu Nov  5 04:13:46 2020","interfaces":[{"interface":"back","average":{"1min":0.95199999999999996,"5min":0.91600000000000004,"15min":0.91800000000000004},"min":{"1min":0.69299999999999995,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.5029999999999999,"5min":3.0640000000000001,"15min":3.0640000000000001},"last":0.90300000000000002},{"interface":"front","average":{"1min":1.0640000000000001,"5min":0.98299999999999998,"15min":1.006},"min":{"1min":0.63500000000000001,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.9370000000000001,"5min":1.9710000000000001,"15min":2.6030000000000002},"last":0.80400000000000005}]}]},{"osd":2,"up_from":11,"seq":47244640364,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9445228,"kb_used_data":8389432,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":84926612,"statfs":{"total":96636764160,"available":86964850688,"internally_reserved":1073741824,"allocated":8590778368,"data_stored":10447289257,"data_compressed":193204589,"data_compressed_allocated":1882943488,"data_compressed_original":3765874074,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov  5 04:13:56 2020","interfaces":[{"interface":"back","average":{"1min":0.755,"5min":0.70099999999999996,"15min":0.61099999999999999},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.39900000000000002},"max":{"1min":2.7309999999999999,"5min":2.7309999999999999,"15min":2.7309999999999999},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.97899999999999998,"5min":0.78400000000000003,"15min":0.73299999999999998},"min":{"1min":0.502,"5min":0.442,"15min":0.43099999999999999},"max":{"1min":2.4790000000000001,"5min":2.4790000000000001,"15min":4.0529999999999999},"last":0.625}]},{"osd":1,"last update":"Thu Nov  5 04:13:56 2020","interfaces":[{"interface":"back","average":{"1min":0.93100000000000005,"5min":0.82999999999999996,"15min":0.85499999999999998},"min":{"1min":0.50800000000000001,"5min":0.46899999999999997,"15min":0.45100000000000001},"max":{"1min":3.5710000000000002,"5min":3.5710000000000002,"15min":3.5710000000000002},"last":0.77400000000000002},{"interface":"front","average":{"1min":1.141,"5min":0.95099999999999996,"15min":0.874},"min":{"1min":0.54700000000000004,"5min":0.51200000000000001,"15min":0.502},"max":{"1min":4.6550000000000002,"5min":4.6550000000000002,"15min":9.1379999999999999},"last":0.86899999999999999}]},{"osd":3,"last update":"Thu Nov  5 04:13:56 2020","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":0.90500000000000003,"15min":0.85799999999999998},"min":{"1min":0.52900000000000003,"5min":0.503,"15min":0.503},"max":{"1min":1.857,"5min":1.857,"15min":2.218},"last":1.0089999999999999},{"interface":"front","average":{"1min":0.93600000000000005,"5min":0.97099999999999997,"15min":0.89300000000000002},"min":{"1min":0.629,"5min":0.59599999999999997,"15min":0.58399999999999996},"max":{"1min":1.4410000000000001,"5min":4.3700000000000001,"15min":4.3700000000000001},"last":0.92900000000000005}]},{"osd":4,"last update":"Thu Nov  5 04:13:56 2020","interfaces":[{"interface":"back","average":{"1min":1.0469999999999999,"5min":0.97999999999999998,"15min":1.012},"min":{"1min":0.65900000000000003,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":2.7599999999999998,"5min":2.7599999999999998,"15min":9.2309999999999999},"last":1.081},{"interface":"front","average":{"1min":1.038,"5min":1.0740000000000001,"15min":1.032},"min":{"1min":0.77200000000000002,"5min":0.64500000000000002,"15min":0.60599999999999998},"max":{"1min":1.55,"5min":4.4939999999999998,"15min":4.4939999999999998},"last":0.85099999999999998}]},{"osd":5,"last update":"Thu Nov  5 04:13:56 2020","interfaces":[{"interface":"back","average":{"1min":1.1100000000000001,"5min":1.0600000000000001,"15min":1.1160000000000001},"min":{"1min":0.73999999999999999,"5min":0.70499999999999996,"15min":0.70499999999999996},"max":{"1min":2.8999999999999999,"5min":3.145,"15min":11.347},"last":0.97899999999999998},{"interface":"front","average":{"1min":1.1100000000000001,"5min":1.0740000000000001,"15min":1.0669999999999999},"min":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"max":{"1min":2.0289999999999999,"5min":2.0289999999999999,"15min":2.0939999999999999},"last":0.90300000000000002}]}]},{"osd":1,"up_from":11,"seq":47244640366,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":13277500,"kb_used_data":12228916,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":81094340,"statfs":{"total":96636764160,"available":83040604160,"internally_reserved":1073741824,"allocated":12522409984,"data_stored":15211379317,"data_compressed":279745590,"data_compressed_allocated":2727809024,"data_compressed_original":5455587740,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov  5 04:13:56 2020","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.628,"15min":0.58299999999999996},"min":{"1min":0.42199999999999999,"5min":0.39600000000000002,"15min":0.35299999999999998},"max":{"1min":0.998,"5min":1.8169999999999999,"15min":1.8169999999999999},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.71699999999999997,"15min":0.65200000000000002},"min":{"1min":0.48099999999999998,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":1.0980000000000001,"5min":3.7639999999999998,"15min":3.7639999999999998},"last":0.52900000000000003}]},{"osd":2,"last update":"Thu Nov  5 04:13:56 2020","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.76700000000000002,"15min":0.73899999999999999},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.41599999999999998},"max":{"1min":1.3480000000000001,"5min":3.5960000000000001,"15min":3.5960000000000001},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.876,"15min":0.81499999999999995},"min":{"1min":0.54800000000000004,"5min":0.51800000000000002,"15min":0.46800000000000003},"max":{"1min":1.1519999999999999,"5min":3.0800000000000001,"15min":5.4139999999999997},"last":0.78000000000000003}]},{"osd":3,"last update":"Thu Nov  5 04:13:56 2020","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":0.90200000000000002,"15min":0.90000000000000002},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.52000000000000002},"max":{"1min":1.163,"5min":2.7559999999999998,"15min":5.5469999999999997},"last":0.86499999999999999},{"interface":"front","average":{"1min":0.98199999999999998,"5min":0.99199999999999999,"15min":0.92800000000000005},"min":{"1min":0.65700000000000003,"5min":0.61699999999999999,"15min":0.56499999999999995},"max":{"1min":1.7290000000000001,"5min":2.9140000000000001,"15min":2.9140000000000001},"last":0.99099999999999999}]},{"osd":4,"last update":"Thu Nov  5 04:13:56 2020","interfaces":[{"interface":"back","average":{"1min":0.96399999999999997,"5min":1.0189999999999999,"15min":0.996},"min":{"1min":0.69099999999999995,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.46,"5min":2.8879999999999999,"15min":2.8879999999999999},"last":0.93600000000000005},{"interface":"front","average":{"1min":0.93400000000000005,"5min":0.97299999999999998,"15min":0.93000000000000005},"min":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.60399999999999998},"max":{"1min":1.5960000000000001,"5min":3.907,"15min":3.907},"last":1.046}]},{"osd":5,"last update":"Thu Nov  5 04:13:56 2020","interfaces":[{"interface":"back","average":{"1min":1.0109999999999999,"5min":1.0960000000000001,"15min":1.034},"min":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.60799999999999998},"max":{"1min":1.7090000000000001,"5min":6.2030000000000003,"15min":6.2030000000000003},"last":0.97599999999999998},{"interface":"front","average":{"1min":1.0820000000000001,"5min":1.1299999999999999,"15min":1.0860000000000001},"min":{"1min":0.79600000000000004,"5min":0.73199999999999998,"15min":0.70999999999999996},"max":{"1min":1.877,"5min":2.7290000000000001,"15min":6.3079999999999998},"last":1.206}]}]},{"osd":0,"up_from":11,"seq":47244640364,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1200528,"kb_used_data":137952,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93171312,"statfs":{"total":96636764160,"available":95407423488,"internally_reserved":1073741824,"allocated":141262848,"data_stored":175218700,"data_compressed":3502065,"data_compressed_allocated":34373632,"data_compressed_original":68736302,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Nov  5 04:13:58 2020","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.77300000000000002,"15min":0.69599999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.376},"max":{"1min":1.1859999999999999,"5min":7.96,"15min":7.96},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.94499999999999995,"15min":0.81100000000000005},"min":{"1min":0.55000000000000004,"5min":0.51800000000000002,"15min":0.443},"max":{"1min":1.4590000000000001,"5min":9.4049999999999994,"15min":9.4049999999999994},"last":0.82299999999999995}]},{"osd":2,"last update":"Thu Nov  5 04:13:58 2020","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.78100000000000003,"15min":0.73199999999999998},"min":{"1min":0.501,"5min":0.46500000000000002,"15min":0.42399999999999999},"max":{"1min":2.7829999999999999,"5min":2.8370000000000002,"15min":4.2789999999999999},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.78300000000000003,"5min":0.77800000000000002,"15min":0.73799999999999999},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.45100000000000001},"max":{"1min":2.6709999999999998,"5min":4.3869999999999996,"15min":4.3869999999999996},"last":0.63600000000000001}]},{"osd":3,"last update":"Thu Nov  5 04:13:58 2020","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.89100000000000001,"15min":0.83599999999999997},"min":{"1min":0.55200000000000005,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":0.97199999999999998,"5min":6.6760000000000002,"15min":6.6760000000000002},"last":0.95299999999999996},{"interface":"front","average":{"1min":0.876,"5min":0.94699999999999995,"15min":0.93400000000000005},"min":{"1min":0.622,"5min":0.622,"15min":0.59399999999999997},"max":{"1min":1.2929999999999999,"5min":2.524,"15min":5.3499999999999996},"last":1.0600000000000001}]},{"osd":4,"last update":"Thu Nov  5 04:13:58 2020","interfaces":[{"interface":"back","average":{"1min":1.0229999999999999,"5min":1.1379999999999999,"15min":0.99399999999999999},"min":{"1min":0.73699999999999999,"5min":0.66100000000000003,"15min":0.51100000000000001},"max":{"1min":1.573,"5min":10.269,"15min":10.269},"last":1.0289999999999999},{"interface":"front","average":{"1min":0.90800000000000003,"5min":1.0580000000000001,"15min":1.038},"min":{"1min":0.64700000000000002,"5min":0.627,"15min":0.57799999999999996},"max":{"1min":1.6919999999999999,"5min":6.5579999999999998,"15min":6.5579999999999998},"last":1.143}]},{"osd":5,"last update":"Thu Nov  5 04:13:58 2020","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":1.1140000000000001,"15min":1.0549999999999999},"min":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.67200000000000004},"max":{"1min":1.367,"5min":6.75,"15min":6.75},"last":1.1140000000000001},{"interface":"front","average":{"1min":0.94799999999999995,"5min":1.05,"15min":1.056},"min":{"1min":0.72699999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"max":{"1min":1.242,"5min":3.5169999999999999,"15min":3.5190000000000001},"last":1.2709999999999999}]}]}]}}

2020-11-05T09:36:10.037 WARNING:scrape:Ignoring malparsed backtrace: 2020-11-05T04:16:16.653 INFO:tasks.ceph.osd.0:Stopped
, 2020-11-05T04:16:16.654 DEBUG:tasks.ceph.osd.1:waiting for process to exit
, 2020-11-05T04:16:16.654 INFO:teuthology.orchestra.run:waiting for 300

2020-11-05T09:36:10.038 WARNING:scrape:Ignoring malparsed backtrace: 2020-11-05T04:24:00.115 INFO:teuthology.orchestra.run.smithi076:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true
, bash: ntpq: command not found
, 2020-11-05T04:24:00.176 INFO:teuthology.orchestra.run.smithi076.stdout:210 Number of sources = 4

2020-11-05T09:36:10.038 WARNING:scrape:Ignoring malparsed backtrace: 
, Traceback (most recent call last):
,   File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/run_tasks.py", line 172, in run_tasks

2020-11-05T09:36:10.179 WARNING:scrape:Ignoring malparsed backtrace:  ceph version 15.2.5-535-g79c1ec4d (79c1ec4d4160950581818ff51631584f259427f2) octopus (stable)
,  1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x158) [0x7f68a46436e4]
,  2: (()+0x27a8fe) [0x7f68a46438fe]

2020-11-05T09:36:10.181 WARNING:scrape:Ignoring malparsed backtrace: 2020-11-05T04:14:32.398 INFO:teuthology.orchestra.run.smithi076.stdout:
, dumped all
, 2020-11-05T04:14:32.410 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":298,"stamp":"2020-11-05T04:14:31.873948+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":27206966505,"num_objects":9163,"num_object_clones":0,"num_object_copies":18326,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9130,"num_whiteouts":37,"num_read":54711,"num_read_kb":31594286,"num_write":76208,"num_write_kb":41111454,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":32,"num_bytes_hit_set_archive":20447,"num_flush":8144,"num_flush_kb":20481799,"num_evict":8019,"num_evict_kb":20117201,"num_promote":8597,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72248,"ondisk_log_size":72248,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":566231040,"kb_used":39498032,"kb_used_data":33131424,"kb_used_omap":0,"kb_used_meta":6291456,"kb_avail":526733008,"statfs":{"total":579820584960,"available":539374600192,"internally_reserved":6442450944,"allocated":33926578176,"data_stored":41227512606,"data_compressed":759600262,"data_compressed_allocated":7405887488,"data_compressed_original":14811692436,"omap_allocated":0,"internal_metadata":6442450944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-51578545,"num_objects":-14,"num_object_clones":0,"num_object_copies":-28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-14,"num_whiteouts":0,"num_read":416,"num_read_kb":464519,"num_write":246,"num_write_kb":138491,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002053"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-05T04:08:30.895792+0000","last_change":"2020-11-05T04:05:40.887408+0000","last_active":"2020-11-05T04:08:30.895792+0000","last_peered":"2020-11-05T04:08:30.895792+0000","last_clean":"2020-11-05T04:08:30.895792+0000","last_became_active":"2020-11-05T04:05:40.887044+0000","last_became_peered":"2020-11-05T04:05:40.887044+0000","last_unstale":"2020-11-05T04:08:30.895792+0000","last_undegraded":"2020-11-05T04:08:30.895792+0000","last_fullsized":"2020-11-05T04:08:30.895792+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_clean_scrub_stamp":"2020-11-05T04:05:39.873870+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-05T04:08:30.895280+0000","last_change":"2020-11-05T04:05:41.319861+0000","last_active":"2020-11-05T04:08:30.895280+0000","last_peered":"2020-11-05T04:08:30.895280+0000","last_clean":"2020-11-05T04:08:30.895280+0000","last_became_active":"2020-11-05T04:05:41.319344+0000","last_became_peered":"2020-11-05T04:05:41.319344+0000","last_unstale":"2020-11-05T04:08:30.895280+0000","last_undegraded":"2020-11-05T04:08:30.895280+0000","last_fullsized":"2020-11-05T04:08:30.895280+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_clean_scrub_stamp":"2020-11-05T04:05:39.873870+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"33'11226","reported_seq":"15300","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-05T04:14:07.982287+0000","last_change":"2020-11-05T04:05:50.920506+0000","last_active":"2020-11-05T04:14:07.982287+0000","last_peered":"2020-11-05T04:14:07.982287+0000","last_clean":"2020-11-05T04:14:07.982287+0000","last_became_active":"2020-11-05T04:05:50.920145+0000","last_became_peered":"2020-11-05T04:05:50.920145+0000","last_unstale":"2020-11-05T04:14:07.982287+0000","last_undegraded":"2020-11-05T04:14:07.982287+0000","last_fullsized":"2020-11-05T04:14:07.982287+0000","mapping_epoch":18,"log_start":"31'1203","ondisk_log_start":"31'1203","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:49.910010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:49.910010+0000","last_clean_scrub_stamp":"2020-11-05T04:05:49.910010+0000","log_size":10023,"ondisk_log_size":10023,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":99430555,"num_objects":54,"num_object_clones":0,"num_object_copies":108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":46,"num_whiteouts":13,"num_read":3468,"num_read_kb":173143,"num_write":9952,"num_write_kb":3000322,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":5231,"num_flush":2170,"num_flush_kb":5493057,"num_evict":2167,"num_evict_kb":5481413,"num_promote":2310,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'7779","reported_seq":"14426","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-05T04:14:21.514563+0000","last_change":"2020-11-05T04:05:48.950673+0000","last_active":"2020-11-05T04:14:21.514563+0000","last_peered":"2020-11-05T04:14:21.514563+0000","last_clean":"2020-11-05T04:14:21.514563+0000","last_became_active":"2020-11-05T04:05:48.950249+0000","last_became_peered":"2020-11-05T04:05:48.950249+0000","last_unstale":"2020-11-05T04:14:21.514563+0000","last_undegraded":"2020-11-05T04:14:21.514563+0000","last_fullsized":"2020-11-05T04:14:21.514563+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:47.897976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:47.897976+0000","last_clean_scrub_stamp":"2020-11-05T04:05:47.897976+0000","log_size":7779,"ondisk_log_size":7779,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6487813690,"num_objects":2184,"num_object_clones":0,"num_object_copies":4368,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2184,"num_whiteouts":0,"num_read":10523,"num_read_kb":8302118,"num_write":9401,"num_write_kb":7100441,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-05T04:08:30.895727+0000","last_change":"2020-11-05T04:05:41.319766+0000","last_active":"2020-11-05T04:08:30.895727+0000","last_peered":"2020-11-05T04:08:30.895727+0000","last_clean":"2020-11-05T04:08:30.895727+0000","last_became_active":"2020-11-05T04:05:41.319243+0000","last_became_peered":"2020-11-05T04:05:41.319243+0000","last_unstale":"2020-11-05T04:08:30.895727+0000","last_undegraded":"2020-11-05T04:08:30.895727+0000","last_fullsized":"2020-11-05T04:08:30.895727+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_clean_scrub_stamp":"2020-11-05T04:05:39.873870+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'9835","reported_seq":"13531","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-05T04:14:07.636180+0000","last_change":"2020-11-05T04:05:50.984235+0000","last_active":"2020-11-05T04:14:07.636180+0000","last_peered":"2020-11-05T04:14:07.636180+0000","last_clean":"2020-11-05T04:14:07.636180+0000","last_became_active":"2020-11-05T04:05:50.983960+0000","last_became_peered":"2020-11-05T04:05:50.983960+0000","last_unstale":"2020-11-05T04:14:07.636180+0000","last_undegraded":"2020-11-05T04:14:07.636180+0000","last_fullsized":"2020-11-05T04:14:07.636180+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:49.910010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:49.910010+0000","last_clean_scrub_stamp":"2020-11-05T04:05:49.910010+0000","log_size":9835,"ondisk_log_size":9835,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":96217905,"num_objects":44,"num_object_clones":0,"num_object_copies":88,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":36,"num_whiteouts":6,"num_read":3088,"num_read_kb":99825,"num_write":8817,"num_write_kb":2704980,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":5051,"num_flush":1939,"num_flush_kb":4843047,"num_evict":1899,"num_evict_kb":4740532,"num_promote":2023,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'8293","reported_seq":"15269","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-05T04:14:21.784329+0000","last_change":"2020-11-05T04:05:48.914226+0000","last_active":"2020-11-05T04:14:21.784329+0000","last_peered":"2020-11-05T04:14:21.784329+0000","last_clean":"2020-11-05T04:14:21.784329+0000","last_became_active":"2020-11-05T04:05:48.913927+0000","last_became_peered":"2020-11-05T04:05:48.913927+0000","last_unstale":"2020-11-05T04:14:21.784329+0000","last_undegraded":"2020-11-05T04:14:21.784329+0000","last_fullsized":"2020-11-05T04:14:21.784329+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:47.897976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:47.897976+0000","last_clean_scrub_stamp":"2020-11-05T04:05:47.897976+0000","log_size":8293,"ondisk_log_size":8293,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6893290190,"num_objects":2290,"num_object_clones":0,"num_object_copies":4580,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2290,"num_whiteouts":0,"num_read":10473,"num_read_kb":7563864,"num_write":9981,"num_write_kb":7850627,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-05T04:08:30.895272+0000","last_change":"2020-11-05T04:05:41.319740+0000","last_active":"2020-11-05T04:08:30.895272+0000","last_peered":"2020-11-05T04:08:30.895272+0000","last_clean":"2020-11-05T04:08:30.895272+0000","last_became_active":"2020-11-05T04:05:41.319274+0000","last_became_peered":"2020-11-05T04:05:41.319274+0000","last_unstale":"2020-11-05T04:08:30.895272+0000","last_undegraded":"2020-11-05T04:08:30.895272+0000","last_fullsized":"2020-11-05T04:08:30.895272+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_clean_scrub_stamp":"2020-11-05T04:05:39.873870+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'10289","reported_seq":"14207","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-05T04:14:07.952061+0000","last_change":"2020-11-05T04:05:50.986531+0000","last_active":"2020-11-05T04:14:07.952061+0000","last_peered":"2020-11-05T04:14:07.952061+0000","last_clean":"2020-11-05T04:14:07.952061+0000","last_became_active":"2020-11-05T04:05:50.986145+0000","last_became_peered":"2020-11-05T04:05:50.986145+0000","last_unstale":"2020-11-05T04:14:07.952061+0000","last_undegraded":"2020-11-05T04:14:07.952061+0000","last_fullsized":"2020-11-05T04:14:07.952061+0000","mapping_epoch":18,"log_start":"27'200","ondisk_log_start":"27'200","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:49.910010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:49.910010+0000","last_clean_scrub_stamp":"2020-11-05T04:05:49.910010+0000","log_size":10089,"ondisk_log_size":10089,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":97273729,"num_objects":46,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":6,"num_read":3258,"num_read_kb":158366,"num_write":9157,"num_write_kb":2752654,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":5070,"num_flush":1998,"num_flush_kb":4992544,"num_evict":1926,"num_evict_kb":4804595,"num_promote":2092,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'8096","reported_seq":"14783","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-05T04:14:21.506511+0000","last_change":"2020-11-05T04:05:48.950497+0000","last_active":"2020-11-05T04:14:21.506511+0000","last_peered":"2020-11-05T04:14:21.506511+0000","last_clean":"2020-11-05T04:14:21.506511+0000","last_became_active":"2020-11-05T04:05:48.950075+0000","last_became_peered":"2020-11-05T04:05:48.950075+0000","last_unstale":"2020-11-05T04:14:21.506511+0000","last_undegraded":"2020-11-05T04:14:21.506511+0000","last_fullsized":"2020-11-05T04:14:21.506511+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:47.897976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:47.897976+0000","last_clean_scrub_stamp":"2020-11-05T04:05:47.897976+0000","log_size":8096,"ondisk_log_size":8096,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6785283340,"num_objects":2261,"num_object_clones":0,"num_object_copies":4522,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2261,"num_whiteouts":0,"num_read":10393,"num_read_kb":7896564,"num_write":9749,"num_write_kb":7505722,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-05T04:08:30.892263+0000","last_change":"2020-11-05T04:05:41.319557+0000","last_active":"2020-11-05T04:08:30.892263+0000","last_peered":"2020-11-05T04:08:30.892263+0000","last_clean":"2020-11-05T04:08:30.892263+0000","last_became_active":"2020-11-05T04:05:41.319125+0000","last_became_peered":"2020-11-05T04:05:41.319125+0000","last_unstale":"2020-11-05T04:08:30.892263+0000","last_undegraded":"2020-11-05T04:08:30.892263+0000","last_fullsized":"2020-11-05T04:08:30.892263+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_clean_scrub_stamp":"2020-11-05T04:05:39.873870+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'10531","reported_seq":"14397","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-05T04:14:07.399594+0000","last_change":"2020-11-05T04:05:50.922258+0000","last_active":"2020-11-05T04:14:07.399594+0000","last_peered":"2020-11-05T04:14:07.399594+0000","last_clean":"2020-11-05T04:14:07.399594+0000","last_became_active":"2020-11-05T04:05:50.922002+0000","last_became_peered":"2020-11-05T04:05:50.922002+0000","last_unstale":"2020-11-05T04:14:07.399594+0000","last_undegraded":"2020-11-05T04:14:07.399594+0000","last_fullsized":"2020-11-05T04:14:07.399594+0000","mapping_epoch":18,"log_start":"30'502","ondisk_log_start":"30'502","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:49.910010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:49.910010+0000","last_clean_scrub_stamp":"2020-11-05T04:05:49.910010+0000","log_size":10029,"ondisk_log_size":10029,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":86455699,"num_objects":48,"num_object_clones":0,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":39,"num_whiteouts":12,"num_read":3275,"num_read_kb":125080,"num_write":9341,"num_write_kb":2825222,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":5095,"num_flush":2037,"num_flush_kb":5153151,"num_evict":2027,"num_evict_kb":5090661,"num_promote":2172,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'8104","reported_seq":"14758","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-05T04:14:21.780145+0000","last_change":"2020-11-05T04:05:48.949914+0000","last_active":"2020-11-05T04:14:21.780145+0000","last_peered":"2020-11-05T04:14:21.780145+0000","last_clean":"2020-11-05T04:14:21.780145+0000","last_became_active":"2020-11-05T04:05:48.949655+0000","last_became_peered":"2020-11-05T04:05:48.949655+0000","last_unstale":"2020-11-05T04:14:21.780145+0000","last_undegraded":"2020-11-05T04:14:21.780145+0000","last_fullsized":"2020-11-05T04:14:21.780145+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:47.897976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:47.897976+0000","last_clean_scrub_stamp":"2020-11-05T04:05:47.897976+0000","log_size":8104,"ondisk_log_size":8104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6661201397,"num_objects":2236,"num_object_clones":0,"num_object_copies":4472,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2236,"num_whiteouts":0,"num_read":10233,"num_read_kb":7275326,"num_write":9810,"num_write_kb":7371486,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-05T04:08:30.895085+0000","last_change":"2020-11-05T04:05:40.886745+0000","last_active":"2020-11-05T04:08:30.895085+0000","last_peered":"2020-11-05T04:08:30.895085+0000","last_clean":"2020-11-05T04:08:30.895085+0000","last_became_active":"2020-11-05T04:05:40.886428+0000","last_became_peered":"2020-11-05T04:05:40.886428+0000","last_unstale":"2020-11-05T04:08:30.895085+0000","last_undegraded":"2020-11-05T04:08:30.895085+0000","last_fullsized":"2020-11-05T04:08:30.895085+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_clean_scrub_stamp":"2020-11-05T04:05:39.873870+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-05T04:08:30.895133+0000","last_change":"2020-11-05T04:05:40.885682+0000","last_active":"2020-11-05T04:08:30.895133+0000","last_peered":"2020-11-05T04:08:30.895133+0000","last_clean":"2020-11-05T04:08:30.895133+0000","last_became_active":"2020-11-05T04:05:40.885180+0000","last_became_peered":"2020-11-05T04:05:40.885180+0000","last_unstale":"2020-11-05T04:08:30.895133+0000","last_undegraded":"2020-11-05T04:08:30.895133+0000","last_fullsized":"2020-11-05T04:08:30.895133+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_clean_scrub_stamp":"2020-11-05T04:05:39.873870+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-05T04:08:30.892264+0000","last_change":"2020-11-05T04:05:40.885655+0000","last_active":"2020-11-05T04:08:30.892264+0000","last_peered":"2020-11-05T04:08:30.892264+0000","last_clean":"2020-11-05T04:08:30.892264+0000","last_became_active":"2020-11-05T04:05:40.885287+0000","last_became_peered":"2020-11-05T04:05:40.885287+0000","last_unstale":"2020-11-05T04:08:30.892264+0000","last_undegraded":"2020-11-05T04:08:30.892264+0000","last_fullsized":"2020-11-05T04:08:30.892264+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_clean_scrub_stamp":"2020-11-05T04:05:39.873870+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":379377888,"num_objects":192,"num_object_clones":0,"num_object_copies":384,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":159,"num_whiteouts":37,"num_read":13089,"num_read_kb":556414,"num_write":37267,"num_write_kb":11283178,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":32,"num_bytes_hit_set_archive":20447,"num_flush":8144,"num_flush_kb":20481799,"num_evict":8019,"num_evict_kb":20117201,"num_promote":8597,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":567926784,"data_stored":712371184,"data_compressed":14837802,"data_compressed_allocated":145367040,"data_compressed_original":290700474,"omap_allocated":0,"internal_metadata":0},"log_size":39976,"ondisk_log_size":39976,"up":8,"acting":8,"num_store_stats":5},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":6},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":26827588617,"num_objects":8971,"num_object_clones":0,"num_object_copies":17942,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8971,"num_whiteouts":0,"num_read":41622,"num_read_kb":31037872,"num_write":38941,"num_write_kb":29828276,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":33356537856,"data_stored":40514317238,"data_compressed":744762460,"data_compressed_allocated":7260520448,"data_compressed_original":14520991962,"omap_allocated":0,"internal_metadata":0},"log_size":32272,"ondisk_log_size":32272,"up":8,"acting":8,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640364,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9259596,"kb_used_data":8188792,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":85112244,"statfs":{"total":96636764160,"available":87154937856,"internally_reserved":1073741824,"allocated":8385323008,"data_stored":10188322495,"data_compressed":187484783,"data_compressed_allocated":1829019648,"data_compressed_original":3658039296,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov  5 04:13:58 2020","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.86699999999999999,"15min":0.81699999999999995},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.378},"max":{"1min":0.96799999999999997,"5min":5.4960000000000004,"15min":5.4960000000000004},"last":1.103},{"interface":"front","average":{"1min":1,"5min":0.98899999999999999,"15min":0.96499999999999997},"min":{"1min":0.66300000000000003,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":2.1930000000000001,"5min":5.5190000000000001,"15min":5.5190000000000001},"last":1.0860000000000001}]},{"osd":1,"last update":"Thu Nov  5 04:13:58 2020","interfaces":[{"interface":"back","average":{"1min":0.88,"5min":0.878,"15min":0.86899999999999999},"min":{"1min":0.55200000000000005,"5min":0.51500000000000001,"15min":0.435},"max":{"1min":2.4060000000000001,"5min":3.8599999999999999,"15min":5.0140000000000002},"last":0.96699999999999997},{"interface":"front","average":{"1min":0.86299999999999999,"5min":0.83999999999999997,"15min":0.78800000000000003},"min":{"1min":0.53400000000000003,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":2.5830000000000002,"5min":4.0720000000000001,"15min":5.2729999999999997},"last":0.94299999999999995}]},{"osd":2,"last update":"Thu Nov  5 04:13:58 2020","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.97399999999999998,"15min":0.95299999999999996},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.8600000000000001,"5min":4.952,"15min":18.024999999999999},"last":0.90200000000000002},{"interface":"front","average":{"1min":0.93400000000000005,"5min":1.0680000000000001,"15min":1.1040000000000001},"min":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":1.6970000000000001,"5min":4.2140000000000004,"15min":18.231000000000002},"last":1.236}]},{"osd":3,"last update":"Thu Nov  5 04:13:58 2020","interfaces":[{"interface":"back","average":{"1min":0.92400000000000004,"5min":0.93899999999999995,"15min":0.86399999999999999},"min":{"1min":0.60599999999999998,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.72,"5min":5.0350000000000001,"15min":5.0350000000000001},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.95399999999999996,"5min":0.99199999999999999,"15min":0.93899999999999995},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.55900000000000005},"max":{"1min":2.7000000000000002,"5min":4.8819999999999997,"15min":4.8819999999999997},"last":0.752}]},{"osd":4,"last update":"Thu Nov  5 04:13:58 2020","interfaces":[{"interface":"back","average":{"1min":1.147,"5min":1.034,"15min":0.99399999999999999},"min":{"1min":0.64300000000000002,"5min":0.54500000000000004,"15min":0.54100000000000004},"max":{"1min":3.6280000000000001,"5min":4.6340000000000003,"15min":4.6340000000000003},"last":0.72899999999999998},{"interface":"front","average":{"1min":1.2150000000000001,"5min":1.161,"15min":1.036},"min":{"1min":0.61399999999999999,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":4.7460000000000004,"5min":7.673,"15min":7.673},"last":0.78700000000000003}]}]},{"osd":4,"up_from":11,"seq":47244640366,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1201648,"kb_used_data":137952,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93170192,"statfs":{"total":96636764160,"available":95406276608,"internally_reserved":1073741824,"allocated":141262848,"data_stored":175218700,"data_compressed":3502065,"data_compressed_allocated":34373632,"data_compressed_original":68736302,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov  5 04:13:47 2020","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.75600000000000001,"15min":0.753},"min":{"1min":0.46999999999999997,"5min":0.41799999999999998,"15min":0.41299999999999998},"max":{"1min":3.1120000000000001,"5min":3.1120000000000001,"15min":3.1120000000000001},"last":1.0720000000000001},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.85999999999999999,"15min":0.77300000000000002},"min":{"1min":0.52400000000000002,"5min":0.498,"15min":0.47499999999999998},"max":{"1min":1.9590000000000001,"5min":3.569,"15min":3.569},"last":0.89200000000000002}]},{"osd":1,"last update":"Thu Nov  5 04:13:47 2020","interfaces":[{"interface":"back","average":{"1min":0.995,"5min":1.0269999999999999,"15min":0.86099999999999999},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.46800000000000003},"max":{"1min":2.7160000000000002,"5min":12.576000000000001,"15min":12.576000000000001},"last":0.84299999999999997},{"interface":"front","average":{"1min":0.86899999999999999,"5min":0.94399999999999995,"15min":0.86599999999999999},"min":{"1min":0.53300000000000003,"5min":0.50900000000000001,"15min":0.495},"max":{"1min":1.369,"5min":3.8279999999999998,"15min":3.8279999999999998},"last":0.73199999999999998}]},{"osd":2,"last update":"Thu Nov  5 04:13:47 2020","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.92400000000000004,"15min":0.85399999999999998},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.58199999999999996},"max":{"1min":1.327,"5min":2.7610000000000001,"15min":2.7610000000000001},"last":0.96299999999999997},{"interface":"front","average":{"1min":1.026,"5min":0.98699999999999999,"15min":0.93999999999999995},"min":{"1min":0.63,"5min":0.58399999999999996,"15min":0.54700000000000004},"max":{"1min":2.1949999999999998,"5min":4.0629999999999997,"15min":4.0629999999999997},"last":0.67800000000000005}]},{"osd":3,"last update":"Thu Nov  5 04:13:47 2020","interfaces":[{"interface":"back","average":{"1min":1.044,"5min":0.91600000000000004,"15min":0.90000000000000002},"min":{"1min":0.56699999999999995,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":3.8119999999999998,"5min":3.8119999999999998,"15min":3.8119999999999998},"last":0.70699999999999996},{"interface":"front","average":{"1min":0.95199999999999996,"5min":0.92400000000000004,"15min":0.91600000000000004},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":2.0760000000000001,"5min":2.27,"15min":2.27},"last":0.79900000000000004}]},{"osd":5,"last update":"Thu Nov  5 04:13:47 2020","interfaces":[{"interface":"back","average":{"1min":0.97299999999999998,"5min":0.95699999999999996,"15min":0.95199999999999996},"min":{"1min":0.59699999999999998,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.903,"5min":2.4620000000000002,"15min":2.4620000000000002},"last":0.874},{"interface":"front","average":{"1min":1.0589999999999999,"5min":1.0680000000000001,"15min":1.1080000000000001},"min":{"1min":0.61899999999999999,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":2.5880000000000001,"5min":3.0409999999999999,"15min":3.0409999999999999},"last":1.004}]}]},{"osd":3,"up_from":11,"seq":47244640364,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5113532,"kb_used_data":4048380,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":89258308,"statfs":{"total":96636764160,"available":91400507392,"internally_reserved":1073741824,"allocated":4145541120,"data_stored":5030084137,"data_compressed":92161170,"data_compressed_allocated":897368064,"data_compressed_original":1794718722,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov  5 04:13:46 2020","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.70399999999999996,"15min":0.73099999999999998},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.39000000000000001},"max":{"1min":0.90200000000000002,"5min":2.2210000000000001,"15min":11.085000000000001},"last":0.93600000000000005},{"interface":"front","average":{"1min":1.089,"5min":0.875,"15min":0.80700000000000005},"min":{"1min":0.5,"5min":0.5,"15min":0.40899999999999997},"max":{"1min":5.7750000000000004,"5min":5.7750000000000004,"15min":5.7750000000000004},"last":1.296}]},{"osd":1,"last update":"Thu Nov  5 04:13:46 2020","interfaces":[{"interface":"back","average":{"1min":0.93300000000000005,"5min":0.90700000000000003,"15min":0.81999999999999995},"min":{"1min":0.54900000000000004,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.806,"5min":5.601,"15min":5.601},"last":1.1679999999999999},{"interface":"front","average":{"1min":0.86899999999999999,"5min":0.97199999999999998,"15min":0.88},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.52000000000000002},"max":{"1min":1.3939999999999999,"5min":4.6479999999999997,"15min":4.6479999999999997},"last":1.1240000000000001}]},{"osd":2,"last update":"Thu Nov  5 04:13:46 2020","interfaces":[{"interface":"back","average":{"1min":0.92800000000000005,"5min":0.88100000000000001,"15min":0.94399999999999995},"min":{"1min":0.62,"5min":0.498,"15min":0.498},"max":{"1min":1.5940000000000001,"5min":2.9300000000000002,"15min":7.5540000000000003},"last":1.0489999999999999},{"interface":"front","average":{"1min":1.0800000000000001,"5min":1.004,"15min":1.05},"min":{"1min":0.746,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.669,"5min":2.077,"15min":7.5},"last":1.079}]},{"osd":4,"last update":"Thu Nov  5 04:13:46 2020","interfaces":[{"interface":"back","average":{"1min":0.95399999999999996,"5min":0.90700000000000003,"15min":0.86199999999999999},"min":{"1min":0.67300000000000004,"5min":0.57299999999999995,"15min":0.55200000000000005},"max":{"1min":1.5329999999999999,"5min":3.6000000000000001,"15min":3.6000000000000001},"last":0.96499999999999997},{"interface":"front","average":{"1min":0.97099999999999997,"5min":0.98399999999999999,"15min":0.97599999999999998},"min":{"1min":0.65100000000000002,"5min":0.60399999999999998,"15min":0.58799999999999997},"max":{"1min":1.3700000000000001,"5min":3.6499999999999999,"15min":3.6499999999999999},"last":0.72099999999999997}]},{"osd":5,"last update":"Thu Nov  5 04:13:46 2020","interfaces":[{"interface":"back","average":{"1min":0.95199999999999996,"5min":0.91600000000000004,"15min":0.91800000000000004},"min":{"1min":0.69299999999999995,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.5029999999999999,"5min":3.0640000000000001,"15min":3.0640000000000001},"last":0.90300000000000002},{"interface":"front","average":{"1min":1.0640000000000001,"5min":0.98299999999999998,"15min":1.006},"min":{"1min":0.63500000000000001,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.9370000000000001,"5min":1.9710000000000001,"15min":2.6030000000000002},"last":0.80400000000000005}]}]},{"osd":2,"up_from":11,"seq":47244640364,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9445228,"kb_used_data":8389432,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":84926612,"statfs":{"total":96636764160,"available":86964850688,"internally_reserved":1073741824,"allocated":8590778368,"data_stored":10447289257,"data_compressed":193204589,"data_compressed_allocated":1882943488,"data_compressed_original":3765874074,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov  5 04:13:56 2020","interfaces":[{"interface":"back","average":{"1min":0.755,"5min":0.70099999999999996,"15min":0.61099999999999999},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.39900000000000002},"max":{"1min":2.7309999999999999,"5min":2.7309999999999999,"15min":2.7309999999999999},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.97899999999999998,"5min":0.78400000000000003,"15min":0.73299999999999998},"min":{"1min":0.502,"5min":0.442,"15min":0.43099999999999999},"max":{"1min":2.4790000000000001,"5min":2.4790000000000001,"15min":4.0529999999999999},"last":0.625}]},{"osd":1,"last update":"Thu Nov  5 04:13:56 2020","interfaces":[{"interface":"back","average":{"1min":0.93100000000000005,"5min":0.82999999999999996,"15min":0.85499999999999998},"min":{"1min":0.50800000000000001,"5min":0.46899999999999997,"15min":0.45100000000000001},"max":{"1min":3.5710000000000002,"5min":3.5710000000000002,"15min":3.5710000000000002},"last":0.77400000000000002},{"interface":"front","average":{"1min":1.141,"5min":0.95099999999999996,"15min":0.874},"min":{"1min":0.54700000000000004,"5min":0.51200000000000001,"15min":0.502},"max":{"1min":4.6550000000000002,"5min":4.6550000000000002,"15min":9.1379999999999999},"last":0.86899999999999999}]},{"osd":3,"last update":"Thu Nov  5 04:13:56 2020","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":0.90500000000000003,"15min":0.85799999999999998},"min":{"1min":0.52900000000000003,"5min":0.503,"15min":0.503},"max":{"1min":1.857,"5min":1.857,"15min":2.218},"last":1.0089999999999999},{"interface":"front","average":{"1min":0.93600000000000005,"5min":0.97099999999999997,"15min":0.89300000000000002},"min":{"1min":0.629,"5min":0.59599999999999997,"15min":0.58399999999999996},"max":{"1min":1.4410000000000001,"5min":4.3700000000000001,"15min":4.3700000000000001},"last":0.92900000000000005}]},{"osd":4,"last update":"Thu Nov  5 04:13:56 2020","interfaces":[{"interface":"back","average":{"1min":1.0469999999999999,"5min":0.97999999999999998,"15min":1.012},"min":{"1min":0.65900000000000003,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":2.7599999999999998,"5min":2.7599999999999998,"15min":9.2309999999999999},"last":1.081},{"interface":"front","average":{"1min":1.038,"5min":1.0740000000000001,"15min":1.032},"min":{"1min":0.77200000000000002,"5min":0.64500000000000002,"15min":0.60599999999999998},"max":{"1min":1.55,"5min":4.4939999999999998,"15min":4.4939999999999998},"last":0.85099999999999998}]},{"osd":5,"last update":"Thu Nov  5 04:13:56 2020","interfaces":[{"interface":"back","average":{"1min":1.1100000000000001,"5min":1.0600000000000001,"15min":1.1160000000000001},"min":{"1min":0.73999999999999999,"5min":0.70499999999999996,"15min":0.70499999999999996},"max":{"1min":2.8999999999999999,"5min":3.145,"15min":11.347},"last":0.97899999999999998},{"interface":"front","average":{"1min":1.1100000000000001,"5min":1.0740000000000001,"15min":1.0669999999999999},"min":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"max":{"1min":2.0289999999999999,"5min":2.0289999999999999,"15min":2.0939999999999999},"last":0.90300000000000002}]}]},{"osd":1,"up_from":11,"seq":47244640366,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":13277500,"kb_used_data":12228916,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":81094340,"statfs":{"total":96636764160,"available":83040604160,"internally_reserved":1073741824,"allocated":12522409984,"data_stored":15211379317,"data_compressed":279745590,"data_compressed_allocated":2727809024,"data_compressed_original":5455587740,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov  5 04:13:56 2020","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.628,"15min":0.58299999999999996},"min":{"1min":0.42199999999999999,"5min":0.39600000000000002,"15min":0.35299999999999998},"max":{"1min":0.998,"5min":1.8169999999999999,"15min":1.8169999999999999},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.71699999999999997,"15min":0.65200000000000002},"min":{"1min":0.48099999999999998,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":1.0980000000000001,"5min":3.7639999999999998,"15min":3.7639999999999998},"last":0.52900000000000003}]},{"osd":2,"last update":"Thu Nov  5 04:13:56 2020","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.76700000000000002,"15min":0.73899999999999999},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.41599999999999998},"max":{"1min":1.3480000000000001,"5min":3.5960000000000001,"15min":3.5960000000000001},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.876,"15min":0.81499999999999995},"min":{"1min":0.54800000000000004,"5min":0.51800000000000002,"15min":0.46800000000000003},"max":{"1min":1.1519999999999999,"5min":3.0800000000000001,"15min":5.4139999999999997},"last":0.78000000000000003}]},{"osd":3,"last update":"Thu Nov  5 04:13:56 2020","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":0.90200000000000002,"15min":0.90000000000000002},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.52000000000000002},"max":{"1min":1.163,"5min":2.7559999999999998,"15min":5.5469999999999997},"last":0.86499999999999999},{"interface":"front","average":{"1min":0.98199999999999998,"5min":0.99199999999999999,"15min":0.92800000000000005},"min":{"1min":0.65700000000000003,"5min":0.61699999999999999,"15min":0.56499999999999995},"max":{"1min":1.7290000000000001,"5min":2.9140000000000001,"15min":2.9140000000000001},"last":0.99099999999999999}]},{"osd":4,"last update":"Thu Nov  5 04:13:56 2020","interfaces":[{"interface":"back","average":{"1min":0.96399999999999997,"5min":1.0189999999999999,"15min":0.996},"min":{"1min":0.69099999999999995,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.46,"5min":2.8879999999999999,"15min":2.8879999999999999},"last":0.93600000000000005},{"interface":"front","average":{"1min":0.93400000000000005,"5min":0.97299999999999998,"15min":0.93000000000000005},"min":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.60399999999999998},"max":{"1min":1.5960000000000001,"5min":3.907,"15min":3.907},"last":1.046}]},{"osd":5,"last update":"Thu Nov  5 04:13:56 2020","interfaces":[{"interface":"back","average":{"1min":1.0109999999999999,"5min":1.0960000000000001,"15min":1.034},"min":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.60799999999999998},"max":{"1min":1.7090000000000001,"5min":6.2030000000000003,"15min":6.2030000000000003},"last":0.97599999999999998},{"interface":"front","average":{"1min":1.0820000000000001,"5min":1.1299999999999999,"15min":1.0860000000000001},"min":{"1min":0.79600000000000004,"5min":0.73199999999999998,"15min":0.70999999999999996},"max":{"1min":1.877,"5min":2.7290000000000001,"15min":6.3079999999999998},"last":1.206}]}]},{"osd":0,"up_from":11,"seq":47244640364,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1200528,"kb_used_data":137952,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93171312,"statfs":{"total":96636764160,"available":95407423488,"internally_reserved":1073741824,"allocated":141262848,"data_stored":175218700,"data_compressed":3502065,"data_compressed_allocated":34373632,"data_compressed_original":68736302,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Nov  5 04:13:58 2020","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.77300000000000002,"15min":0.69599999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.376},"max":{"1min":1.1859999999999999,"5min":7.96,"15min":7.96},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.94499999999999995,"15min":0.81100000000000005},"min":{"1min":0.55000000000000004,"5min":0.51800000000000002,"15min":0.443},"max":{"1min":1.4590000000000001,"5min":9.4049999999999994,"15min":9.4049999999999994},"last":0.82299999999999995}]},{"osd":2,"last update":"Thu Nov  5 04:13:58 2020","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.78100000000000003,"15min":0.73199999999999998},"min":{"1min":0.501,"5min":0.46500000000000002,"15min":0.42399999999999999},"max":{"1min":2.7829999999999999,"5min":2.8370000000000002,"15min":4.2789999999999999},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.78300000000000003,"5min":0.77800000000000002,"15min":0.73799999999999999},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.45100000000000001},"max":{"1min":2.6709999999999998,"5min":4.3869999999999996,"15min":4.3869999999999996},"last":0.63600000000000001}]},{"osd":3,"last update":"Thu Nov  5 04:13:58 2020","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.89100000000000001,"15min":0.83599999999999997},"min":{"1min":0.55200000000000005,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":0.97199999999999998,"5min":6.6760000000000002,"15min":6.6760000000000002},"last":0.95299999999999996},{"interface":"front","average":{"1min":0.876,"5min":0.94699999999999995,"15min":0.93400000000000005},"min":{"1min":0.622,"5min":0.622,"15min":0.59399999999999997},"max":{"1min":1.2929999999999999,"5min":2.524,"15min":5.3499999999999996},"last":1.0600000000000001}]},{"osd":4,"last update":"Thu Nov  5 04:13:58 2020","interfaces":[{"interface":"back","average":{"1min":1.0229999999999999,"5min":1.1379999999999999,"15min":0.99399999999999999},"min":{"1min":0.73699999999999999,"5min":0.66100000000000003,"15min":0.51100000000000001},"max":{"1min":1.573,"5min":10.269,"15min":10.269},"last":1.0289999999999999},{"interface":"front","average":{"1min":0.90800000000000003,"5min":1.0580000000000001,"15min":1.038},"min":{"1min":0.64700000000000002,"5min":0.627,"15min":0.57799999999999996},"max":{"1min":1.6919999999999999,"5min":6.5579999999999998,"15min":6.5579999999999998},"last":1.143}]},{"osd":5,"last update":"Thu Nov  5 04:13:58 2020","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":1.1140000000000001,"15min":1.0549999999999999},"min":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.67200000000000004},"max":{"1min":1.367,"5min":6.75,"15min":6.75},"last":1.1140000000000001},{"interface":"front","average":{"1min":0.94799999999999995,"5min":1.05,"15min":1.056},"min":{"1min":0.72699999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"max":{"1min":1.242,"5min":3.5169999999999999,"15min":3.5190000000000001},"last":1.2709999999999999}]}]}]}}

2020-11-05T09:36:10.183 WARNING:scrape:Ignoring malparsed backtrace: 2020-11-05T04:16:16.653 INFO:tasks.ceph.osd.0:Stopped
, 2020-11-05T04:16:16.654 DEBUG:tasks.ceph.osd.1:waiting for process to exit
, 2020-11-05T04:16:16.654 INFO:teuthology.orchestra.run:waiting for 300

2020-11-05T09:36:10.183 WARNING:scrape:Ignoring malparsed backtrace: 2020-11-05T04:24:00.115 INFO:teuthology.orchestra.run.smithi076:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true
, bash: ntpq: command not found
, 2020-11-05T04:24:00.176 INFO:teuthology.orchestra.run.smithi076.stdout:210 Number of sources = 4

2020-11-05T09:36:10.184 WARNING:scrape:Ignoring malparsed backtrace: 
, Traceback (most recent call last):
,   File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/run_tasks.py", line 172, in run_tasks

2020-11-05T09:36:10.323 WARNING:scrape:Ignoring malparsed backtrace:  ceph version 15.2.5-535-g79c1ec4d (79c1ec4d4160950581818ff51631584f259427f2) octopus (stable)
,  1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x158) [0x7f68a46436e4]
,  2: (()+0x27a8fe) [0x7f68a46438fe]

2020-11-05T09:36:10.326 WARNING:scrape:Ignoring malparsed backtrace: 2020-11-05T04:14:32.398 INFO:teuthology.orchestra.run.smithi076.stdout:
, dumped all
, 2020-11-05T04:14:32.410 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":298,"stamp":"2020-11-05T04:14:31.873948+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":27206966505,"num_objects":9163,"num_object_clones":0,"num_object_copies":18326,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9130,"num_whiteouts":37,"num_read":54711,"num_read_kb":31594286,"num_write":76208,"num_write_kb":41111454,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":32,"num_bytes_hit_set_archive":20447,"num_flush":8144,"num_flush_kb":20481799,"num_evict":8019,"num_evict_kb":20117201,"num_promote":8597,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72248,"ondisk_log_size":72248,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":566231040,"kb_used":39498032,"kb_used_data":33131424,"kb_used_omap":0,"kb_used_meta":6291456,"kb_avail":526733008,"statfs":{"total":579820584960,"available":539374600192,"internally_reserved":6442450944,"allocated":33926578176,"data_stored":41227512606,"data_compressed":759600262,"data_compressed_allocated":7405887488,"data_compressed_original":14811692436,"omap_allocated":0,"internal_metadata":6442450944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-51578545,"num_objects":-14,"num_object_clones":0,"num_object_copies":-28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-14,"num_whiteouts":0,"num_read":416,"num_read_kb":464519,"num_write":246,"num_write_kb":138491,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002053"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-05T04:08:30.895792+0000","last_change":"2020-11-05T04:05:40.887408+0000","last_active":"2020-11-05T04:08:30.895792+0000","last_peered":"2020-11-05T04:08:30.895792+0000","last_clean":"2020-11-05T04:08:30.895792+0000","last_became_active":"2020-11-05T04:05:40.887044+0000","last_became_peered":"2020-11-05T04:05:40.887044+0000","last_unstale":"2020-11-05T04:08:30.895792+0000","last_undegraded":"2020-11-05T04:08:30.895792+0000","last_fullsized":"2020-11-05T04:08:30.895792+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_clean_scrub_stamp":"2020-11-05T04:05:39.873870+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-05T04:08:30.895280+0000","last_change":"2020-11-05T04:05:41.319861+0000","last_active":"2020-11-05T04:08:30.895280+0000","last_peered":"2020-11-05T04:08:30.895280+0000","last_clean":"2020-11-05T04:08:30.895280+0000","last_became_active":"2020-11-05T04:05:41.319344+0000","last_became_peered":"2020-11-05T04:05:41.319344+0000","last_unstale":"2020-11-05T04:08:30.895280+0000","last_undegraded":"2020-11-05T04:08:30.895280+0000","last_fullsized":"2020-11-05T04:08:30.895280+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_clean_scrub_stamp":"2020-11-05T04:05:39.873870+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"33'11226","reported_seq":"15300","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-05T04:14:07.982287+0000","last_change":"2020-11-05T04:05:50.920506+0000","last_active":"2020-11-05T04:14:07.982287+0000","last_peered":"2020-11-05T04:14:07.982287+0000","last_clean":"2020-11-05T04:14:07.982287+0000","last_became_active":"2020-11-05T04:05:50.920145+0000","last_became_peered":"2020-11-05T04:05:50.920145+0000","last_unstale":"2020-11-05T04:14:07.982287+0000","last_undegraded":"2020-11-05T04:14:07.982287+0000","last_fullsized":"2020-11-05T04:14:07.982287+0000","mapping_epoch":18,"log_start":"31'1203","ondisk_log_start":"31'1203","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:49.910010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:49.910010+0000","last_clean_scrub_stamp":"2020-11-05T04:05:49.910010+0000","log_size":10023,"ondisk_log_size":10023,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":99430555,"num_objects":54,"num_object_clones":0,"num_object_copies":108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":46,"num_whiteouts":13,"num_read":3468,"num_read_kb":173143,"num_write":9952,"num_write_kb":3000322,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":5231,"num_flush":2170,"num_flush_kb":5493057,"num_evict":2167,"num_evict_kb":5481413,"num_promote":2310,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'7779","reported_seq":"14426","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-05T04:14:21.514563+0000","last_change":"2020-11-05T04:05:48.950673+0000","last_active":"2020-11-05T04:14:21.514563+0000","last_peered":"2020-11-05T04:14:21.514563+0000","last_clean":"2020-11-05T04:14:21.514563+0000","last_became_active":"2020-11-05T04:05:48.950249+0000","last_became_peered":"2020-11-05T04:05:48.950249+0000","last_unstale":"2020-11-05T04:14:21.514563+0000","last_undegraded":"2020-11-05T04:14:21.514563+0000","last_fullsized":"2020-11-05T04:14:21.514563+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:47.897976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:47.897976+0000","last_clean_scrub_stamp":"2020-11-05T04:05:47.897976+0000","log_size":7779,"ondisk_log_size":7779,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6487813690,"num_objects":2184,"num_object_clones":0,"num_object_copies":4368,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2184,"num_whiteouts":0,"num_read":10523,"num_read_kb":8302118,"num_write":9401,"num_write_kb":7100441,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-05T04:08:30.895727+0000","last_change":"2020-11-05T04:05:41.319766+0000","last_active":"2020-11-05T04:08:30.895727+0000","last_peered":"2020-11-05T04:08:30.895727+0000","last_clean":"2020-11-05T04:08:30.895727+0000","last_became_active":"2020-11-05T04:05:41.319243+0000","last_became_peered":"2020-11-05T04:05:41.319243+0000","last_unstale":"2020-11-05T04:08:30.895727+0000","last_undegraded":"2020-11-05T04:08:30.895727+0000","last_fullsized":"2020-11-05T04:08:30.895727+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_clean_scrub_stamp":"2020-11-05T04:05:39.873870+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'9835","reported_seq":"13531","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-05T04:14:07.636180+0000","last_change":"2020-11-05T04:05:50.984235+0000","last_active":"2020-11-05T04:14:07.636180+0000","last_peered":"2020-11-05T04:14:07.636180+0000","last_clean":"2020-11-05T04:14:07.636180+0000","last_became_active":"2020-11-05T04:05:50.983960+0000","last_became_peered":"2020-11-05T04:05:50.983960+0000","last_unstale":"2020-11-05T04:14:07.636180+0000","last_undegraded":"2020-11-05T04:14:07.636180+0000","last_fullsized":"2020-11-05T04:14:07.636180+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:49.910010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:49.910010+0000","last_clean_scrub_stamp":"2020-11-05T04:05:49.910010+0000","log_size":9835,"ondisk_log_size":9835,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":96217905,"num_objects":44,"num_object_clones":0,"num_object_copies":88,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":36,"num_whiteouts":6,"num_read":3088,"num_read_kb":99825,"num_write":8817,"num_write_kb":2704980,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":5051,"num_flush":1939,"num_flush_kb":4843047,"num_evict":1899,"num_evict_kb":4740532,"num_promote":2023,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'8293","reported_seq":"15269","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-05T04:14:21.784329+0000","last_change":"2020-11-05T04:05:48.914226+0000","last_active":"2020-11-05T04:14:21.784329+0000","last_peered":"2020-11-05T04:14:21.784329+0000","last_clean":"2020-11-05T04:14:21.784329+0000","last_became_active":"2020-11-05T04:05:48.913927+0000","last_became_peered":"2020-11-05T04:05:48.913927+0000","last_unstale":"2020-11-05T04:14:21.784329+0000","last_undegraded":"2020-11-05T04:14:21.784329+0000","last_fullsized":"2020-11-05T04:14:21.784329+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:47.897976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:47.897976+0000","last_clean_scrub_stamp":"2020-11-05T04:05:47.897976+0000","log_size":8293,"ondisk_log_size":8293,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6893290190,"num_objects":2290,"num_object_clones":0,"num_object_copies":4580,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2290,"num_whiteouts":0,"num_read":10473,"num_read_kb":7563864,"num_write":9981,"num_write_kb":7850627,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-05T04:08:30.895272+0000","last_change":"2020-11-05T04:05:41.319740+0000","last_active":"2020-11-05T04:08:30.895272+0000","last_peered":"2020-11-05T04:08:30.895272+0000","last_clean":"2020-11-05T04:08:30.895272+0000","last_became_active":"2020-11-05T04:05:41.319274+0000","last_became_peered":"2020-11-05T04:05:41.319274+0000","last_unstale":"2020-11-05T04:08:30.895272+0000","last_undegraded":"2020-11-05T04:08:30.895272+0000","last_fullsized":"2020-11-05T04:08:30.895272+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_clean_scrub_stamp":"2020-11-05T04:05:39.873870+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'10289","reported_seq":"14207","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-05T04:14:07.952061+0000","last_change":"2020-11-05T04:05:50.986531+0000","last_active":"2020-11-05T04:14:07.952061+0000","last_peered":"2020-11-05T04:14:07.952061+0000","last_clean":"2020-11-05T04:14:07.952061+0000","last_became_active":"2020-11-05T04:05:50.986145+0000","last_became_peered":"2020-11-05T04:05:50.986145+0000","last_unstale":"2020-11-05T04:14:07.952061+0000","last_undegraded":"2020-11-05T04:14:07.952061+0000","last_fullsized":"2020-11-05T04:14:07.952061+0000","mapping_epoch":18,"log_start":"27'200","ondisk_log_start":"27'200","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:49.910010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:49.910010+0000","last_clean_scrub_stamp":"2020-11-05T04:05:49.910010+0000","log_size":10089,"ondisk_log_size":10089,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":97273729,"num_objects":46,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":6,"num_read":3258,"num_read_kb":158366,"num_write":9157,"num_write_kb":2752654,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":5070,"num_flush":1998,"num_flush_kb":4992544,"num_evict":1926,"num_evict_kb":4804595,"num_promote":2092,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'8096","reported_seq":"14783","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-05T04:14:21.506511+0000","last_change":"2020-11-05T04:05:48.950497+0000","last_active":"2020-11-05T04:14:21.506511+0000","last_peered":"2020-11-05T04:14:21.506511+0000","last_clean":"2020-11-05T04:14:21.506511+0000","last_became_active":"2020-11-05T04:05:48.950075+0000","last_became_peered":"2020-11-05T04:05:48.950075+0000","last_unstale":"2020-11-05T04:14:21.506511+0000","last_undegraded":"2020-11-05T04:14:21.506511+0000","last_fullsized":"2020-11-05T04:14:21.506511+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:47.897976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:47.897976+0000","last_clean_scrub_stamp":"2020-11-05T04:05:47.897976+0000","log_size":8096,"ondisk_log_size":8096,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6785283340,"num_objects":2261,"num_object_clones":0,"num_object_copies":4522,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2261,"num_whiteouts":0,"num_read":10393,"num_read_kb":7896564,"num_write":9749,"num_write_kb":7505722,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-05T04:08:30.892263+0000","last_change":"2020-11-05T04:05:41.319557+0000","last_active":"2020-11-05T04:08:30.892263+0000","last_peered":"2020-11-05T04:08:30.892263+0000","last_clean":"2020-11-05T04:08:30.892263+0000","last_became_active":"2020-11-05T04:05:41.319125+0000","last_became_peered":"2020-11-05T04:05:41.319125+0000","last_unstale":"2020-11-05T04:08:30.892263+0000","last_undegraded":"2020-11-05T04:08:30.892263+0000","last_fullsized":"2020-11-05T04:08:30.892263+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_clean_scrub_stamp":"2020-11-05T04:05:39.873870+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'10531","reported_seq":"14397","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-05T04:14:07.399594+0000","last_change":"2020-11-05T04:05:50.922258+0000","last_active":"2020-11-05T04:14:07.399594+0000","last_peered":"2020-11-05T04:14:07.399594+0000","last_clean":"2020-11-05T04:14:07.399594+0000","last_became_active":"2020-11-05T04:05:50.922002+0000","last_became_peered":"2020-11-05T04:05:50.922002+0000","last_unstale":"2020-11-05T04:14:07.399594+0000","last_undegraded":"2020-11-05T04:14:07.399594+0000","last_fullsized":"2020-11-05T04:14:07.399594+0000","mapping_epoch":18,"log_start":"30'502","ondisk_log_start":"30'502","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:49.910010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:49.910010+0000","last_clean_scrub_stamp":"2020-11-05T04:05:49.910010+0000","log_size":10029,"ondisk_log_size":10029,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":86455699,"num_objects":48,"num_object_clones":0,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":39,"num_whiteouts":12,"num_read":3275,"num_read_kb":125080,"num_write":9341,"num_write_kb":2825222,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":5095,"num_flush":2037,"num_flush_kb":5153151,"num_evict":2027,"num_evict_kb":5090661,"num_promote":2172,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'8104","reported_seq":"14758","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-05T04:14:21.780145+0000","last_change":"2020-11-05T04:05:48.949914+0000","last_active":"2020-11-05T04:14:21.780145+0000","last_peered":"2020-11-05T04:14:21.780145+0000","last_clean":"2020-11-05T04:14:21.780145+0000","last_became_active":"2020-11-05T04:05:48.949655+0000","last_became_peered":"2020-11-05T04:05:48.949655+0000","last_unstale":"2020-11-05T04:14:21.780145+0000","last_undegraded":"2020-11-05T04:14:21.780145+0000","last_fullsized":"2020-11-05T04:14:21.780145+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:47.897976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:47.897976+0000","last_clean_scrub_stamp":"2020-11-05T04:05:47.897976+0000","log_size":8104,"ondisk_log_size":8104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6661201397,"num_objects":2236,"num_object_clones":0,"num_object_copies":4472,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2236,"num_whiteouts":0,"num_read":10233,"num_read_kb":7275326,"num_write":9810,"num_write_kb":7371486,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-05T04:08:30.895085+0000","last_change":"2020-11-05T04:05:40.886745+0000","last_active":"2020-11-05T04:08:30.895085+0000","last_peered":"2020-11-05T04:08:30.895085+0000","last_clean":"2020-11-05T04:08:30.895085+0000","last_became_active":"2020-11-05T04:05:40.886428+0000","last_became_peered":"2020-11-05T04:05:40.886428+0000","last_unstale":"2020-11-05T04:08:30.895085+0000","last_undegraded":"2020-11-05T04:08:30.895085+0000","last_fullsized":"2020-11-05T04:08:30.895085+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_clean_scrub_stamp":"2020-11-05T04:05:39.873870+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-05T04:08:30.895133+0000","last_change":"2020-11-05T04:05:40.885682+0000","last_active":"2020-11-05T04:08:30.895133+0000","last_peered":"2020-11-05T04:08:30.895133+0000","last_clean":"2020-11-05T04:08:30.895133+0000","last_became_active":"2020-11-05T04:05:40.885180+0000","last_became_peered":"2020-11-05T04:05:40.885180+0000","last_unstale":"2020-11-05T04:08:30.895133+0000","last_undegraded":"2020-11-05T04:08:30.895133+0000","last_fullsized":"2020-11-05T04:08:30.895133+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_clean_scrub_stamp":"2020-11-05T04:05:39.873870+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-05T04:08:30.892264+0000","last_change":"2020-11-05T04:05:40.885655+0000","last_active":"2020-11-05T04:08:30.892264+0000","last_peered":"2020-11-05T04:08:30.892264+0000","last_clean":"2020-11-05T04:08:30.892264+0000","last_became_active":"2020-11-05T04:05:40.885287+0000","last_became_peered":"2020-11-05T04:05:40.885287+0000","last_unstale":"2020-11-05T04:08:30.892264+0000","last_undegraded":"2020-11-05T04:08:30.892264+0000","last_fullsized":"2020-11-05T04:08:30.892264+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_clean_scrub_stamp":"2020-11-05T04:05:39.873870+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":379377888,"num_objects":192,"num_object_clones":0,"num_object_copies":384,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":159,"num_whiteouts":37,"num_read":13089,"num_read_kb":556414,"num_write":37267,"num_write_kb":11283178,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":32,"num_bytes_hit_set_archive":20447,"num_flush":8144,"num_flush_kb":20481799,"num_evict":8019,"num_evict_kb":20117201,"num_promote":8597,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":567926784,"data_stored":712371184,"data_compressed":14837802,"data_compressed_allocated":145367040,"data_compressed_original":290700474,"omap_allocated":0,"internal_metadata":0},"log_size":39976,"ondisk_log_size":39976,"up":8,"acting":8,"num_store_stats":5},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":6},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":26827588617,"num_objects":8971,"num_object_clones":0,"num_object_copies":17942,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8971,"num_whiteouts":0,"num_read":41622,"num_read_kb":31037872,"num_write":38941,"num_write_kb":29828276,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":33356537856,"data_stored":40514317238,"data_compressed":744762460,"data_compressed_allocated":7260520448,"data_compressed_original":14520991962,"omap_allocated":0,"internal_metadata":0},"log_size":32272,"ondisk_log_size":32272,"up":8,"acting":8,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640364,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9259596,"kb_used_data":8188792,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":85112244,"statfs":{"total":96636764160,"available":87154937856,"internally_reserved":1073741824,"allocated":8385323008,"data_stored":10188322495,"data_compressed":187484783,"data_compressed_allocated":1829019648,"data_compressed_original":3658039296,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov  5 04:13:58 2020","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.86699999999999999,"15min":0.81699999999999995},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.378},"max":{"1min":0.96799999999999997,"5min":5.4960000000000004,"15min":5.4960000000000004},"last":1.103},{"interface":"front","average":{"1min":1,"5min":0.98899999999999999,"15min":0.96499999999999997},"min":{"1min":0.66300000000000003,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":2.1930000000000001,"5min":5.5190000000000001,"15min":5.5190000000000001},"last":1.0860000000000001}]},{"osd":1,"last update":"Thu Nov  5 04:13:58 2020","interfaces":[{"interface":"back","average":{"1min":0.88,"5min":0.878,"15min":0.86899999999999999},"min":{"1min":0.55200000000000005,"5min":0.51500000000000001,"15min":0.435},"max":{"1min":2.4060000000000001,"5min":3.8599999999999999,"15min":5.0140000000000002},"last":0.96699999999999997},{"interface":"front","average":{"1min":0.86299999999999999,"5min":0.83999999999999997,"15min":0.78800000000000003},"min":{"1min":0.53400000000000003,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":2.5830000000000002,"5min":4.0720000000000001,"15min":5.2729999999999997},"last":0.94299999999999995}]},{"osd":2,"last update":"Thu Nov  5 04:13:58 2020","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.97399999999999998,"15min":0.95299999999999996},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.8600000000000001,"5min":4.952,"15min":18.024999999999999},"last":0.90200000000000002},{"interface":"front","average":{"1min":0.93400000000000005,"5min":1.0680000000000001,"15min":1.1040000000000001},"min":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":1.6970000000000001,"5min":4.2140000000000004,"15min":18.231000000000002},"last":1.236}]},{"osd":3,"last update":"Thu Nov  5 04:13:58 2020","interfaces":[{"interface":"back","average":{"1min":0.92400000000000004,"5min":0.93899999999999995,"15min":0.86399999999999999},"min":{"1min":0.60599999999999998,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.72,"5min":5.0350000000000001,"15min":5.0350000000000001},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.95399999999999996,"5min":0.99199999999999999,"15min":0.93899999999999995},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.55900000000000005},"max":{"1min":2.7000000000000002,"5min":4.8819999999999997,"15min":4.8819999999999997},"last":0.752}]},{"osd":4,"last update":"Thu Nov  5 04:13:58 2020","interfaces":[{"interface":"back","average":{"1min":1.147,"5min":1.034,"15min":0.99399999999999999},"min":{"1min":0.64300000000000002,"5min":0.54500000000000004,"15min":0.54100000000000004},"max":{"1min":3.6280000000000001,"5min":4.6340000000000003,"15min":4.6340000000000003},"last":0.72899999999999998},{"interface":"front","average":{"1min":1.2150000000000001,"5min":1.161,"15min":1.036},"min":{"1min":0.61399999999999999,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":4.7460000000000004,"5min":7.673,"15min":7.673},"last":0.78700000000000003}]}]},{"osd":4,"up_from":11,"seq":47244640366,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1201648,"kb_used_data":137952,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93170192,"statfs":{"total":96636764160,"available":95406276608,"internally_reserved":1073741824,"allocated":141262848,"data_stored":175218700,"data_compressed":3502065,"data_compressed_allocated":34373632,"data_compressed_original":68736302,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov  5 04:13:47 2020","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.75600000000000001,"15min":0.753},"min":{"1min":0.46999999999999997,"5min":0.41799999999999998,"15min":0.41299999999999998},"max":{"1min":3.1120000000000001,"5min":3.1120000000000001,"15min":3.1120000000000001},"last":1.0720000000000001},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.85999999999999999,"15min":0.77300000000000002},"min":{"1min":0.52400000000000002,"5min":0.498,"15min":0.47499999999999998},"max":{"1min":1.9590000000000001,"5min":3.569,"15min":3.569},"last":0.89200000000000002}]},{"osd":1,"last update":"Thu Nov  5 04:13:47 2020","interfaces":[{"interface":"back","average":{"1min":0.995,"5min":1.0269999999999999,"15min":0.86099999999999999},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.46800000000000003},"max":{"1min":2.7160000000000002,"5min":12.576000000000001,"15min":12.576000000000001},"last":0.84299999999999997},{"interface":"front","average":{"1min":0.86899999999999999,"5min":0.94399999999999995,"15min":0.86599999999999999},"min":{"1min":0.53300000000000003,"5min":0.50900000000000001,"15min":0.495},"max":{"1min":1.369,"5min":3.8279999999999998,"15min":3.8279999999999998},"last":0.73199999999999998}]},{"osd":2,"last update":"Thu Nov  5 04:13:47 2020","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.92400000000000004,"15min":0.85399999999999998},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.58199999999999996},"max":{"1min":1.327,"5min":2.7610000000000001,"15min":2.7610000000000001},"last":0.96299999999999997},{"interface":"front","average":{"1min":1.026,"5min":0.98699999999999999,"15min":0.93999999999999995},"min":{"1min":0.63,"5min":0.58399999999999996,"15min":0.54700000000000004},"max":{"1min":2.1949999999999998,"5min":4.0629999999999997,"15min":4.0629999999999997},"last":0.67800000000000005}]},{"osd":3,"last update":"Thu Nov  5 04:13:47 2020","interfaces":[{"interface":"back","average":{"1min":1.044,"5min":0.91600000000000004,"15min":0.90000000000000002},"min":{"1min":0.56699999999999995,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":3.8119999999999998,"5min":3.8119999999999998,"15min":3.8119999999999998},"last":0.70699999999999996},{"interface":"front","average":{"1min":0.95199999999999996,"5min":0.92400000000000004,"15min":0.91600000000000004},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":2.0760000000000001,"5min":2.27,"15min":2.27},"last":0.79900000000000004}]},{"osd":5,"last update":"Thu Nov  5 04:13:47 2020","interfaces":[{"interface":"back","average":{"1min":0.97299999999999998,"5min":0.95699999999999996,"15min":0.95199999999999996},"min":{"1min":0.59699999999999998,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.903,"5min":2.4620000000000002,"15min":2.4620000000000002},"last":0.874},{"interface":"front","average":{"1min":1.0589999999999999,"5min":1.0680000000000001,"15min":1.1080000000000001},"min":{"1min":0.61899999999999999,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":2.5880000000000001,"5min":3.0409999999999999,"15min":3.0409999999999999},"last":1.004}]}]},{"osd":3,"up_from":11,"seq":47244640364,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5113532,"kb_used_data":4048380,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":89258308,"statfs":{"total":96636764160,"available":91400507392,"internally_reserved":1073741824,"allocated":4145541120,"data_stored":5030084137,"data_compressed":92161170,"data_compressed_allocated":897368064,"data_compressed_original":1794718722,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov  5 04:13:46 2020","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.70399999999999996,"15min":0.73099999999999998},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.39000000000000001},"max":{"1min":0.90200000000000002,"5min":2.2210000000000001,"15min":11.085000000000001},"last":0.93600000000000005},{"interface":"front","average":{"1min":1.089,"5min":0.875,"15min":0.80700000000000005},"min":{"1min":0.5,"5min":0.5,"15min":0.40899999999999997},"max":{"1min":5.7750000000000004,"5min":5.7750000000000004,"15min":5.7750000000000004},"last":1.296}]},{"osd":1,"last update":"Thu Nov  5 04:13:46 2020","interfaces":[{"interface":"back","average":{"1min":0.93300000000000005,"5min":0.90700000000000003,"15min":0.81999999999999995},"min":{"1min":0.54900000000000004,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.806,"5min":5.601,"15min":5.601},"last":1.1679999999999999},{"interface":"front","average":{"1min":0.86899999999999999,"5min":0.97199999999999998,"15min":0.88},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.52000000000000002},"max":{"1min":1.3939999999999999,"5min":4.6479999999999997,"15min":4.6479999999999997},"last":1.1240000000000001}]},{"osd":2,"last update":"Thu Nov  5 04:13:46 2020","interfaces":[{"interface":"back","average":{"1min":0.92800000000000005,"5min":0.88100000000000001,"15min":0.94399999999999995},"min":{"1min":0.62,"5min":0.498,"15min":0.498},"max":{"1min":1.5940000000000001,"5min":2.9300000000000002,"15min":7.5540000000000003},"last":1.0489999999999999},{"interface":"front","average":{"1min":1.0800000000000001,"5min":1.004,"15min":1.05},"min":{"1min":0.746,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.669,"5min":2.077,"15min":7.5},"last":1.079}]},{"osd":4,"last update":"Thu Nov  5 04:13:46 2020","interfaces":[{"interface":"back","average":{"1min":0.95399999999999996,"5min":0.90700000000000003,"15min":0.86199999999999999},"min":{"1min":0.67300000000000004,"5min":0.57299999999999995,"15min":0.55200000000000005},"max":{"1min":1.5329999999999999,"5min":3.6000000000000001,"15min":3.6000000000000001},"last":0.96499999999999997},{"interface":"front","average":{"1min":0.97099999999999997,"5min":0.98399999999999999,"15min":0.97599999999999998},"min":{"1min":0.65100000000000002,"5min":0.60399999999999998,"15min":0.58799999999999997},"max":{"1min":1.3700000000000001,"5min":3.6499999999999999,"15min":3.6499999999999999},"last":0.72099999999999997}]},{"osd":5,"last update":"Thu Nov  5 04:13:46 2020","interfaces":[{"interface":"back","average":{"1min":0.95199999999999996,"5min":0.91600000000000004,"15min":0.91800000000000004},"min":{"1min":0.69299999999999995,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.5029999999999999,"5min":3.0640000000000001,"15min":3.0640000000000001},"last":0.90300000000000002},{"interface":"front","average":{"1min":1.0640000000000001,"5min":0.98299999999999998,"15min":1.006},"min":{"1min":0.63500000000000001,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.9370000000000001,"5min":1.9710000000000001,"15min":2.6030000000000002},"last":0.80400000000000005}]}]},{"osd":2,"up_from":11,"seq":47244640364,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9445228,"kb_used_data":8389432,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":84926612,"statfs":{"total":96636764160,"available":86964850688,"internally_reserved":1073741824,"allocated":8590778368,"data_stored":10447289257,"data_compressed":193204589,"data_compressed_allocated":1882943488,"data_compressed_original":3765874074,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov  5 04:13:56 2020","interfaces":[{"interface":"back","average":{"1min":0.755,"5min":0.70099999999999996,"15min":0.61099999999999999},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.39900000000000002},"max":{"1min":2.7309999999999999,"5min":2.7309999999999999,"15min":2.7309999999999999},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.97899999999999998,"5min":0.78400000000000003,"15min":0.73299999999999998},"min":{"1min":0.502,"5min":0.442,"15min":0.43099999999999999},"max":{"1min":2.4790000000000001,"5min":2.4790000000000001,"15min":4.0529999999999999},"last":0.625}]},{"osd":1,"last update":"Thu Nov  5 04:13:56 2020","interfaces":[{"interface":"back","average":{"1min":0.93100000000000005,"5min":0.82999999999999996,"15min":0.85499999999999998},"min":{"1min":0.50800000000000001,"5min":0.46899999999999997,"15min":0.45100000000000001},"max":{"1min":3.5710000000000002,"5min":3.5710000000000002,"15min":3.5710000000000002},"last":0.77400000000000002},{"interface":"front","average":{"1min":1.141,"5min":0.95099999999999996,"15min":0.874},"min":{"1min":0.54700000000000004,"5min":0.51200000000000001,"15min":0.502},"max":{"1min":4.6550000000000002,"5min":4.6550000000000002,"15min":9.1379999999999999},"last":0.86899999999999999}]},{"osd":3,"last update":"Thu Nov  5 04:13:56 2020","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":0.90500000000000003,"15min":0.85799999999999998},"min":{"1min":0.52900000000000003,"5min":0.503,"15min":0.503},"max":{"1min":1.857,"5min":1.857,"15min":2.218},"last":1.0089999999999999},{"interface":"front","average":{"1min":0.93600000000000005,"5min":0.97099999999999997,"15min":0.89300000000000002},"min":{"1min":0.629,"5min":0.59599999999999997,"15min":0.58399999999999996},"max":{"1min":1.4410000000000001,"5min":4.3700000000000001,"15min":4.3700000000000001},"last":0.92900000000000005}]},{"osd":4,"last update":"Thu Nov  5 04:13:56 2020","interfaces":[{"interface":"back","average":{"1min":1.0469999999999999,"5min":0.97999999999999998,"15min":1.012},"min":{"1min":0.65900000000000003,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":2.7599999999999998,"5min":2.7599999999999998,"15min":9.2309999999999999},"last":1.081},{"interface":"front","average":{"1min":1.038,"5min":1.0740000000000001,"15min":1.032},"min":{"1min":0.77200000000000002,"5min":0.64500000000000002,"15min":0.60599999999999998},"max":{"1min":1.55,"5min":4.4939999999999998,"15min":4.4939999999999998},"last":0.85099999999999998}]},{"osd":5,"last update":"Thu Nov  5 04:13:56 2020","interfaces":[{"interface":"back","average":{"1min":1.1100000000000001,"5min":1.0600000000000001,"15min":1.1160000000000001},"min":{"1min":0.73999999999999999,"5min":0.70499999999999996,"15min":0.70499999999999996},"max":{"1min":2.8999999999999999,"5min":3.145,"15min":11.347},"last":0.97899999999999998},{"interface":"front","average":{"1min":1.1100000000000001,"5min":1.0740000000000001,"15min":1.0669999999999999},"min":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"max":{"1min":2.0289999999999999,"5min":2.0289999999999999,"15min":2.0939999999999999},"last":0.90300000000000002}]}]},{"osd":1,"up_from":11,"seq":47244640366,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":13277500,"kb_used_data":12228916,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":81094340,"statfs":{"total":96636764160,"available":83040604160,"internally_reserved":1073741824,"allocated":12522409984,"data_stored":15211379317,"data_compressed":279745590,"data_compressed_allocated":2727809024,"data_compressed_original":5455587740,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov  5 04:13:56 2020","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.628,"15min":0.58299999999999996},"min":{"1min":0.42199999999999999,"5min":0.39600000000000002,"15min":0.35299999999999998},"max":{"1min":0.998,"5min":1.8169999999999999,"15min":1.8169999999999999},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.71699999999999997,"15min":0.65200000000000002},"min":{"1min":0.48099999999999998,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":1.0980000000000001,"5min":3.7639999999999998,"15min":3.7639999999999998},"last":0.52900000000000003}]},{"osd":2,"last update":"Thu Nov  5 04:13:56 2020","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.76700000000000002,"15min":0.73899999999999999},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.41599999999999998},"max":{"1min":1.3480000000000001,"5min":3.5960000000000001,"15min":3.5960000000000001},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.876,"15min":0.81499999999999995},"min":{"1min":0.54800000000000004,"5min":0.51800000000000002,"15min":0.46800000000000003},"max":{"1min":1.1519999999999999,"5min":3.0800000000000001,"15min":5.4139999999999997},"last":0.78000000000000003}]},{"osd":3,"last update":"Thu Nov  5 04:13:56 2020","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":0.90200000000000002,"15min":0.90000000000000002},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.52000000000000002},"max":{"1min":1.163,"5min":2.7559999999999998,"15min":5.5469999999999997},"last":0.86499999999999999},{"interface":"front","average":{"1min":0.98199999999999998,"5min":0.99199999999999999,"15min":0.92800000000000005},"min":{"1min":0.65700000000000003,"5min":0.61699999999999999,"15min":0.56499999999999995},"max":{"1min":1.7290000000000001,"5min":2.9140000000000001,"15min":2.9140000000000001},"last":0.99099999999999999}]},{"osd":4,"last update":"Thu Nov  5 04:13:56 2020","interfaces":[{"interface":"back","average":{"1min":0.96399999999999997,"5min":1.0189999999999999,"15min":0.996},"min":{"1min":0.69099999999999995,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.46,"5min":2.8879999999999999,"15min":2.8879999999999999},"last":0.93600000000000005},{"interface":"front","average":{"1min":0.93400000000000005,"5min":0.97299999999999998,"15min":0.93000000000000005},"min":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.60399999999999998},"max":{"1min":1.5960000000000001,"5min":3.907,"15min":3.907},"last":1.046}]},{"osd":5,"last update":"Thu Nov  5 04:13:56 2020","interfaces":[{"interface":"back","average":{"1min":1.0109999999999999,"5min":1.0960000000000001,"15min":1.034},"min":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.60799999999999998},"max":{"1min":1.7090000000000001,"5min":6.2030000000000003,"15min":6.2030000000000003},"last":0.97599999999999998},{"interface":"front","average":{"1min":1.0820000000000001,"5min":1.1299999999999999,"15min":1.0860000000000001},"min":{"1min":0.79600000000000004,"5min":0.73199999999999998,"15min":0.70999999999999996},"max":{"1min":1.877,"5min":2.7290000000000001,"15min":6.3079999999999998},"last":1.206}]}]},{"osd":0,"up_from":11,"seq":47244640364,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1200528,"kb_used_data":137952,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93171312,"statfs":{"total":96636764160,"available":95407423488,"internally_reserved":1073741824,"allocated":141262848,"data_stored":175218700,"data_compressed":3502065,"data_compressed_allocated":34373632,"data_compressed_original":68736302,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Nov  5 04:13:58 2020","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.77300000000000002,"15min":0.69599999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.376},"max":{"1min":1.1859999999999999,"5min":7.96,"15min":7.96},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.94499999999999995,"15min":0.81100000000000005},"min":{"1min":0.55000000000000004,"5min":0.51800000000000002,"15min":0.443},"max":{"1min":1.4590000000000001,"5min":9.4049999999999994,"15min":9.4049999999999994},"last":0.82299999999999995}]},{"osd":2,"last update":"Thu Nov  5 04:13:58 2020","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.78100000000000003,"15min":0.73199999999999998},"min":{"1min":0.501,"5min":0.46500000000000002,"15min":0.42399999999999999},"max":{"1min":2.7829999999999999,"5min":2.8370000000000002,"15min":4.2789999999999999},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.78300000000000003,"5min":0.77800000000000002,"15min":0.73799999999999999},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.45100000000000001},"max":{"1min":2.6709999999999998,"5min":4.3869999999999996,"15min":4.3869999999999996},"last":0.63600000000000001}]},{"osd":3,"last update":"Thu Nov  5 04:13:58 2020","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.89100000000000001,"15min":0.83599999999999997},"min":{"1min":0.55200000000000005,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":0.97199999999999998,"5min":6.6760000000000002,"15min":6.6760000000000002},"last":0.95299999999999996},{"interface":"front","average":{"1min":0.876,"5min":0.94699999999999995,"15min":0.93400000000000005},"min":{"1min":0.622,"5min":0.622,"15min":0.59399999999999997},"max":{"1min":1.2929999999999999,"5min":2.524,"15min":5.3499999999999996},"last":1.0600000000000001}]},{"osd":4,"last update":"Thu Nov  5 04:13:58 2020","interfaces":[{"interface":"back","average":{"1min":1.0229999999999999,"5min":1.1379999999999999,"15min":0.99399999999999999},"min":{"1min":0.73699999999999999,"5min":0.66100000000000003,"15min":0.51100000000000001},"max":{"1min":1.573,"5min":10.269,"15min":10.269},"last":1.0289999999999999},{"interface":"front","average":{"1min":0.90800000000000003,"5min":1.0580000000000001,"15min":1.038},"min":{"1min":0.64700000000000002,"5min":0.627,"15min":0.57799999999999996},"max":{"1min":1.6919999999999999,"5min":6.5579999999999998,"15min":6.5579999999999998},"last":1.143}]},{"osd":5,"last update":"Thu Nov  5 04:13:58 2020","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":1.1140000000000001,"15min":1.0549999999999999},"min":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.67200000000000004},"max":{"1min":1.367,"5min":6.75,"15min":6.75},"last":1.1140000000000001},{"interface":"front","average":{"1min":0.94799999999999995,"5min":1.05,"15min":1.056},"min":{"1min":0.72699999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"max":{"1min":1.242,"5min":3.5169999999999999,"15min":3.5190000000000001},"last":1.2709999999999999}]}]}]}}

2020-11-05T09:36:10.328 WARNING:scrape:Ignoring malparsed backtrace: 2020-11-05T04:16:16.653 INFO:tasks.ceph.osd.0:Stopped
, 2020-11-05T04:16:16.654 DEBUG:tasks.ceph.osd.1:waiting for process to exit
, 2020-11-05T04:16:16.654 INFO:teuthology.orchestra.run:waiting for 300

2020-11-05T09:36:10.328 WARNING:scrape:Ignoring malparsed backtrace: 2020-11-05T04:24:00.115 INFO:teuthology.orchestra.run.smithi076:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true
, bash: ntpq: command not found
, 2020-11-05T04:24:00.176 INFO:teuthology.orchestra.run.smithi076.stdout:210 Number of sources = 4

2020-11-05T09:36:10.329 WARNING:scrape:Ignoring malparsed backtrace: 
, Traceback (most recent call last):
,   File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/run_tasks.py", line 172, in run_tasks

2020-11-05T09:36:10.472 WARNING:scrape:Ignoring malparsed backtrace:  ceph version 15.2.5-535-g79c1ec4d (79c1ec4d4160950581818ff51631584f259427f2) octopus (stable)
,  1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x158) [0x7f68a46436e4]
,  2: (()+0x27a8fe) [0x7f68a46438fe]

2020-11-05T09:36:10.474 WARNING:scrape:Ignoring malparsed backtrace: 2020-11-05T04:14:32.398 INFO:teuthology.orchestra.run.smithi076.stdout:
, dumped all
, 2020-11-05T04:14:32.410 INFO:teuthology.orchestra.run.smithi076.stdout:{"pg_ready":true,"pg_map":{"version":298,"stamp":"2020-11-05T04:14:31.873948+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":27206966505,"num_objects":9163,"num_object_clones":0,"num_object_copies":18326,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9130,"num_whiteouts":37,"num_read":54711,"num_read_kb":31594286,"num_write":76208,"num_write_kb":41111454,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":32,"num_bytes_hit_set_archive":20447,"num_flush":8144,"num_flush_kb":20481799,"num_evict":8019,"num_evict_kb":20117201,"num_promote":8597,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72248,"ondisk_log_size":72248,"up":32,"acting":32,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":32,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":566231040,"kb_used":39498032,"kb_used_data":33131424,"kb_used_omap":0,"kb_used_meta":6291456,"kb_avail":526733008,"statfs":{"total":579820584960,"available":539374600192,"internally_reserved":6442450944,"allocated":33926578176,"data_stored":41227512606,"data_compressed":759600262,"data_compressed_allocated":7405887488,"data_compressed_original":14811692436,"omap_allocated":0,"internal_metadata":6442450944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-51578545,"num_objects":-14,"num_object_clones":0,"num_object_copies":-28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-14,"num_whiteouts":0,"num_read":416,"num_read_kb":464519,"num_write":246,"num_write_kb":138491,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002053"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-05T04:08:30.895792+0000","last_change":"2020-11-05T04:05:40.887408+0000","last_active":"2020-11-05T04:08:30.895792+0000","last_peered":"2020-11-05T04:08:30.895792+0000","last_clean":"2020-11-05T04:08:30.895792+0000","last_became_active":"2020-11-05T04:05:40.887044+0000","last_became_peered":"2020-11-05T04:05:40.887044+0000","last_unstale":"2020-11-05T04:08:30.895792+0000","last_undegraded":"2020-11-05T04:08:30.895792+0000","last_fullsized":"2020-11-05T04:08:30.895792+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_clean_scrub_stamp":"2020-11-05T04:05:39.873870+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-05T04:08:30.895280+0000","last_change":"2020-11-05T04:05:41.319861+0000","last_active":"2020-11-05T04:08:30.895280+0000","last_peered":"2020-11-05T04:08:30.895280+0000","last_clean":"2020-11-05T04:08:30.895280+0000","last_became_active":"2020-11-05T04:05:41.319344+0000","last_became_peered":"2020-11-05T04:05:41.319344+0000","last_unstale":"2020-11-05T04:08:30.895280+0000","last_undegraded":"2020-11-05T04:08:30.895280+0000","last_fullsized":"2020-11-05T04:08:30.895280+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_clean_scrub_stamp":"2020-11-05T04:05:39.873870+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"33'11226","reported_seq":"15300","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-05T04:14:07.982287+0000","last_change":"2020-11-05T04:05:50.920506+0000","last_active":"2020-11-05T04:14:07.982287+0000","last_peered":"2020-11-05T04:14:07.982287+0000","last_clean":"2020-11-05T04:14:07.982287+0000","last_became_active":"2020-11-05T04:05:50.920145+0000","last_became_peered":"2020-11-05T04:05:50.920145+0000","last_unstale":"2020-11-05T04:14:07.982287+0000","last_undegraded":"2020-11-05T04:14:07.982287+0000","last_fullsized":"2020-11-05T04:14:07.982287+0000","mapping_epoch":18,"log_start":"31'1203","ondisk_log_start":"31'1203","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:49.910010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:49.910010+0000","last_clean_scrub_stamp":"2020-11-05T04:05:49.910010+0000","log_size":10023,"ondisk_log_size":10023,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":99430555,"num_objects":54,"num_object_clones":0,"num_object_copies":108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":46,"num_whiteouts":13,"num_read":3468,"num_read_kb":173143,"num_write":9952,"num_write_kb":3000322,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":5231,"num_flush":2170,"num_flush_kb":5493057,"num_evict":2167,"num_evict_kb":5481413,"num_promote":2310,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"33'7779","reported_seq":"14426","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-05T04:14:21.514563+0000","last_change":"2020-11-05T04:05:48.950673+0000","last_active":"2020-11-05T04:14:21.514563+0000","last_peered":"2020-11-05T04:14:21.514563+0000","last_clean":"2020-11-05T04:14:21.514563+0000","last_became_active":"2020-11-05T04:05:48.950249+0000","last_became_peered":"2020-11-05T04:05:48.950249+0000","last_unstale":"2020-11-05T04:14:21.514563+0000","last_undegraded":"2020-11-05T04:14:21.514563+0000","last_fullsized":"2020-11-05T04:14:21.514563+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:47.897976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:47.897976+0000","last_clean_scrub_stamp":"2020-11-05T04:05:47.897976+0000","log_size":7779,"ondisk_log_size":7779,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6487813690,"num_objects":2184,"num_object_clones":0,"num_object_copies":4368,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2184,"num_whiteouts":0,"num_read":10523,"num_read_kb":8302118,"num_write":9401,"num_write_kb":7100441,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-05T04:08:30.895727+0000","last_change":"2020-11-05T04:05:41.319766+0000","last_active":"2020-11-05T04:08:30.895727+0000","last_peered":"2020-11-05T04:08:30.895727+0000","last_clean":"2020-11-05T04:08:30.895727+0000","last_became_active":"2020-11-05T04:05:41.319243+0000","last_became_peered":"2020-11-05T04:05:41.319243+0000","last_unstale":"2020-11-05T04:08:30.895727+0000","last_undegraded":"2020-11-05T04:08:30.895727+0000","last_fullsized":"2020-11-05T04:08:30.895727+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_clean_scrub_stamp":"2020-11-05T04:05:39.873870+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"32'9835","reported_seq":"13531","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-05T04:14:07.636180+0000","last_change":"2020-11-05T04:05:50.984235+0000","last_active":"2020-11-05T04:14:07.636180+0000","last_peered":"2020-11-05T04:14:07.636180+0000","last_clean":"2020-11-05T04:14:07.636180+0000","last_became_active":"2020-11-05T04:05:50.983960+0000","last_became_peered":"2020-11-05T04:05:50.983960+0000","last_unstale":"2020-11-05T04:14:07.636180+0000","last_undegraded":"2020-11-05T04:14:07.636180+0000","last_fullsized":"2020-11-05T04:14:07.636180+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:49.910010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:49.910010+0000","last_clean_scrub_stamp":"2020-11-05T04:05:49.910010+0000","log_size":9835,"ondisk_log_size":9835,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":96217905,"num_objects":44,"num_object_clones":0,"num_object_copies":88,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":36,"num_whiteouts":6,"num_read":3088,"num_read_kb":99825,"num_write":8817,"num_write_kb":2704980,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":5051,"num_flush":1939,"num_flush_kb":4843047,"num_evict":1899,"num_evict_kb":4740532,"num_promote":2023,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"33'8293","reported_seq":"15269","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-05T04:14:21.784329+0000","last_change":"2020-11-05T04:05:48.914226+0000","last_active":"2020-11-05T04:14:21.784329+0000","last_peered":"2020-11-05T04:14:21.784329+0000","last_clean":"2020-11-05T04:14:21.784329+0000","last_became_active":"2020-11-05T04:05:48.913927+0000","last_became_peered":"2020-11-05T04:05:48.913927+0000","last_unstale":"2020-11-05T04:14:21.784329+0000","last_undegraded":"2020-11-05T04:14:21.784329+0000","last_fullsized":"2020-11-05T04:14:21.784329+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:47.897976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:47.897976+0000","last_clean_scrub_stamp":"2020-11-05T04:05:47.897976+0000","log_size":8293,"ondisk_log_size":8293,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6893290190,"num_objects":2290,"num_object_clones":0,"num_object_copies":4580,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2290,"num_whiteouts":0,"num_read":10473,"num_read_kb":7563864,"num_write":9981,"num_write_kb":7850627,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"25","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-05T04:08:30.895272+0000","last_change":"2020-11-05T04:05:41.319740+0000","last_active":"2020-11-05T04:08:30.895272+0000","last_peered":"2020-11-05T04:08:30.895272+0000","last_clean":"2020-11-05T04:08:30.895272+0000","last_became_active":"2020-11-05T04:05:41.319274+0000","last_became_peered":"2020-11-05T04:05:41.319274+0000","last_unstale":"2020-11-05T04:08:30.895272+0000","last_undegraded":"2020-11-05T04:08:30.895272+0000","last_fullsized":"2020-11-05T04:08:30.895272+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_clean_scrub_stamp":"2020-11-05T04:05:39.873870+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"33'10289","reported_seq":"14207","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-05T04:14:07.952061+0000","last_change":"2020-11-05T04:05:50.986531+0000","last_active":"2020-11-05T04:14:07.952061+0000","last_peered":"2020-11-05T04:14:07.952061+0000","last_clean":"2020-11-05T04:14:07.952061+0000","last_became_active":"2020-11-05T04:05:50.986145+0000","last_became_peered":"2020-11-05T04:05:50.986145+0000","last_unstale":"2020-11-05T04:14:07.952061+0000","last_undegraded":"2020-11-05T04:14:07.952061+0000","last_fullsized":"2020-11-05T04:14:07.952061+0000","mapping_epoch":18,"log_start":"27'200","ondisk_log_start":"27'200","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:49.910010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:49.910010+0000","last_clean_scrub_stamp":"2020-11-05T04:05:49.910010+0000","log_size":10089,"ondisk_log_size":10089,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":97273729,"num_objects":46,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":6,"num_read":3258,"num_read_kb":158366,"num_write":9157,"num_write_kb":2752654,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":5070,"num_flush":1998,"num_flush_kb":4992544,"num_evict":1926,"num_evict_kb":4804595,"num_promote":2092,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"33'8096","reported_seq":"14783","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-05T04:14:21.506511+0000","last_change":"2020-11-05T04:05:48.950497+0000","last_active":"2020-11-05T04:14:21.506511+0000","last_peered":"2020-11-05T04:14:21.506511+0000","last_clean":"2020-11-05T04:14:21.506511+0000","last_became_active":"2020-11-05T04:05:48.950075+0000","last_became_peered":"2020-11-05T04:05:48.950075+0000","last_unstale":"2020-11-05T04:14:21.506511+0000","last_undegraded":"2020-11-05T04:14:21.506511+0000","last_fullsized":"2020-11-05T04:14:21.506511+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:47.897976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:47.897976+0000","last_clean_scrub_stamp":"2020-11-05T04:05:47.897976+0000","log_size":8096,"ondisk_log_size":8096,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6785283340,"num_objects":2261,"num_object_clones":0,"num_object_copies":4522,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2261,"num_whiteouts":0,"num_read":10393,"num_read_kb":7896564,"num_write":9749,"num_write_kb":7505722,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-05T04:08:30.892263+0000","last_change":"2020-11-05T04:05:41.319557+0000","last_active":"2020-11-05T04:08:30.892263+0000","last_peered":"2020-11-05T04:08:30.892263+0000","last_clean":"2020-11-05T04:08:30.892263+0000","last_became_active":"2020-11-05T04:05:41.319125+0000","last_became_peered":"2020-11-05T04:05:41.319125+0000","last_unstale":"2020-11-05T04:08:30.892263+0000","last_undegraded":"2020-11-05T04:08:30.892263+0000","last_fullsized":"2020-11-05T04:08:30.892263+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_clean_scrub_stamp":"2020-11-05T04:05:39.873870+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1","version":"32'10531","reported_seq":"14397","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-05T04:14:07.399594+0000","last_change":"2020-11-05T04:05:50.922258+0000","last_active":"2020-11-05T04:14:07.399594+0000","last_peered":"2020-11-05T04:14:07.399594+0000","last_clean":"2020-11-05T04:14:07.399594+0000","last_became_active":"2020-11-05T04:05:50.922002+0000","last_became_peered":"2020-11-05T04:05:50.922002+0000","last_unstale":"2020-11-05T04:14:07.399594+0000","last_undegraded":"2020-11-05T04:14:07.399594+0000","last_fullsized":"2020-11-05T04:14:07.399594+0000","mapping_epoch":18,"log_start":"30'502","ondisk_log_start":"30'502","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:49.910010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:49.910010+0000","last_clean_scrub_stamp":"2020-11-05T04:05:49.910010+0000","log_size":10029,"ondisk_log_size":10029,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":86455699,"num_objects":48,"num_object_clones":0,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":39,"num_whiteouts":12,"num_read":3275,"num_read_kb":125080,"num_write":9341,"num_write_kb":2825222,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":8,"num_bytes_hit_set_archive":5095,"num_flush":2037,"num_flush_kb":5153151,"num_evict":2027,"num_evict_kb":5090661,"num_promote":2172,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":1,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"33'8104","reported_seq":"14758","reported_epoch":"33","state":"active+clean","last_fresh":"2020-11-05T04:14:21.780145+0000","last_change":"2020-11-05T04:05:48.949914+0000","last_active":"2020-11-05T04:14:21.780145+0000","last_peered":"2020-11-05T04:14:21.780145+0000","last_clean":"2020-11-05T04:14:21.780145+0000","last_became_active":"2020-11-05T04:05:48.949655+0000","last_became_peered":"2020-11-05T04:05:48.949655+0000","last_unstale":"2020-11-05T04:14:21.780145+0000","last_undegraded":"2020-11-05T04:14:21.780145+0000","last_fullsized":"2020-11-05T04:14:21.780145+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:47.897976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:47.897976+0000","last_clean_scrub_stamp":"2020-11-05T04:05:47.897976+0000","log_size":8104,"ondisk_log_size":8104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":6661201397,"num_objects":2236,"num_object_clones":0,"num_object_copies":4472,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2236,"num_whiteouts":0,"num_read":10233,"num_read_kb":7275326,"num_write":9810,"num_write_kb":7371486,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-05T04:08:30.895085+0000","last_change":"2020-11-05T04:05:40.886745+0000","last_active":"2020-11-05T04:08:30.895085+0000","last_peered":"2020-11-05T04:08:30.895085+0000","last_clean":"2020-11-05T04:08:30.895085+0000","last_became_active":"2020-11-05T04:05:40.886428+0000","last_became_peered":"2020-11-05T04:05:40.886428+0000","last_unstale":"2020-11-05T04:08:30.895085+0000","last_undegraded":"2020-11-05T04:08:30.895085+0000","last_fullsized":"2020-11-05T04:08:30.895085+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_clean_scrub_stamp":"2020-11-05T04:05:39.873870+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-05T04:08:30.895133+0000","last_change":"2020-11-05T04:05:40.885682+0000","last_active":"2020-11-05T04:08:30.895133+0000","last_peered":"2020-11-05T04:08:30.895133+0000","last_clean":"2020-11-05T04:08:30.895133+0000","last_became_active":"2020-11-05T04:05:40.885180+0000","last_became_peered":"2020-11-05T04:05:40.885180+0000","last_unstale":"2020-11-05T04:08:30.895133+0000","last_undegraded":"2020-11-05T04:08:30.895133+0000","last_fullsized":"2020-11-05T04:08:30.895133+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_clean_scrub_stamp":"2020-11-05T04:05:39.873870+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"26","reported_epoch":"32","state":"active+clean","last_fresh":"2020-11-05T04:08:30.892264+0000","last_change":"2020-11-05T04:05:40.885655+0000","last_active":"2020-11-05T04:08:30.892264+0000","last_peered":"2020-11-05T04:08:30.892264+0000","last_clean":"2020-11-05T04:08:30.892264+0000","last_became_active":"2020-11-05T04:05:40.885287+0000","last_became_peered":"2020-11-05T04:05:40.885287+0000","last_unstale":"2020-11-05T04:08:30.892264+0000","last_undegraded":"2020-11-05T04:08:30.892264+0000","last_fullsized":"2020-11-05T04:08:30.892264+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-11-05T04:05:39.873870+0000","last_clean_scrub_stamp":"2020-11-05T04:05:39.873870+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":4,"stat_sum":{"num_bytes":379377888,"num_objects":192,"num_object_clones":0,"num_object_copies":384,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":159,"num_whiteouts":37,"num_read":13089,"num_read_kb":556414,"num_write":37267,"num_write_kb":11283178,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":32,"num_bytes_hit_set_archive":20447,"num_flush":8144,"num_flush_kb":20481799,"num_evict":8019,"num_evict_kb":20117201,"num_promote":8597,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":4,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":567926784,"data_stored":712371184,"data_compressed":14837802,"data_compressed_allocated":145367040,"data_compressed_original":290700474,"omap_allocated":0,"internal_metadata":0},"log_size":39976,"ondisk_log_size":39976,"up":8,"acting":8,"num_store_stats":5},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":6},{"poolid":2,"num_pg":4,"stat_sum":{"num_bytes":26827588617,"num_objects":8971,"num_object_clones":0,"num_object_copies":17942,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8971,"num_whiteouts":0,"num_read":41622,"num_read_kb":31037872,"num_write":38941,"num_write_kb":29828276,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":33356537856,"data_stored":40514317238,"data_compressed":744762460,"data_compressed_allocated":7260520448,"data_compressed_original":14520991962,"omap_allocated":0,"internal_metadata":0},"log_size":32272,"ondisk_log_size":32272,"up":8,"acting":8,"num_store_stats":4}],"osd_stats":[{"osd":5,"up_from":11,"seq":47244640364,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9259596,"kb_used_data":8188792,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":85112244,"statfs":{"total":96636764160,"available":87154937856,"internally_reserved":1073741824,"allocated":8385323008,"data_stored":10188322495,"data_compressed":187484783,"data_compressed_allocated":1829019648,"data_compressed_original":3658039296,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov  5 04:13:58 2020","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.86699999999999999,"15min":0.81699999999999995},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.378},"max":{"1min":0.96799999999999997,"5min":5.4960000000000004,"15min":5.4960000000000004},"last":1.103},{"interface":"front","average":{"1min":1,"5min":0.98899999999999999,"15min":0.96499999999999997},"min":{"1min":0.66300000000000003,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":2.1930000000000001,"5min":5.5190000000000001,"15min":5.5190000000000001},"last":1.0860000000000001}]},{"osd":1,"last update":"Thu Nov  5 04:13:58 2020","interfaces":[{"interface":"back","average":{"1min":0.88,"5min":0.878,"15min":0.86899999999999999},"min":{"1min":0.55200000000000005,"5min":0.51500000000000001,"15min":0.435},"max":{"1min":2.4060000000000001,"5min":3.8599999999999999,"15min":5.0140000000000002},"last":0.96699999999999997},{"interface":"front","average":{"1min":0.86299999999999999,"5min":0.83999999999999997,"15min":0.78800000000000003},"min":{"1min":0.53400000000000003,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":2.5830000000000002,"5min":4.0720000000000001,"15min":5.2729999999999997},"last":0.94299999999999995}]},{"osd":2,"last update":"Thu Nov  5 04:13:58 2020","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.97399999999999998,"15min":0.95299999999999996},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.8600000000000001,"5min":4.952,"15min":18.024999999999999},"last":0.90200000000000002},{"interface":"front","average":{"1min":0.93400000000000005,"5min":1.0680000000000001,"15min":1.1040000000000001},"min":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":1.6970000000000001,"5min":4.2140000000000004,"15min":18.231000000000002},"last":1.236}]},{"osd":3,"last update":"Thu Nov  5 04:13:58 2020","interfaces":[{"interface":"back","average":{"1min":0.92400000000000004,"5min":0.93899999999999995,"15min":0.86399999999999999},"min":{"1min":0.60599999999999998,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.72,"5min":5.0350000000000001,"15min":5.0350000000000001},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.95399999999999996,"5min":0.99199999999999999,"15min":0.93899999999999995},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.55900000000000005},"max":{"1min":2.7000000000000002,"5min":4.8819999999999997,"15min":4.8819999999999997},"last":0.752}]},{"osd":4,"last update":"Thu Nov  5 04:13:58 2020","interfaces":[{"interface":"back","average":{"1min":1.147,"5min":1.034,"15min":0.99399999999999999},"min":{"1min":0.64300000000000002,"5min":0.54500000000000004,"15min":0.54100000000000004},"max":{"1min":3.6280000000000001,"5min":4.6340000000000003,"15min":4.6340000000000003},"last":0.72899999999999998},{"interface":"front","average":{"1min":1.2150000000000001,"5min":1.161,"15min":1.036},"min":{"1min":0.61399999999999999,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":4.7460000000000004,"5min":7.673,"15min":7.673},"last":0.78700000000000003}]}]},{"osd":4,"up_from":11,"seq":47244640366,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1201648,"kb_used_data":137952,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93170192,"statfs":{"total":96636764160,"available":95406276608,"internally_reserved":1073741824,"allocated":141262848,"data_stored":175218700,"data_compressed":3502065,"data_compressed_allocated":34373632,"data_compressed_original":68736302,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov  5 04:13:47 2020","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.75600000000000001,"15min":0.753},"min":{"1min":0.46999999999999997,"5min":0.41799999999999998,"15min":0.41299999999999998},"max":{"1min":3.1120000000000001,"5min":3.1120000000000001,"15min":3.1120000000000001},"last":1.0720000000000001},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.85999999999999999,"15min":0.77300000000000002},"min":{"1min":0.52400000000000002,"5min":0.498,"15min":0.47499999999999998},"max":{"1min":1.9590000000000001,"5min":3.569,"15min":3.569},"last":0.89200000000000002}]},{"osd":1,"last update":"Thu Nov  5 04:13:47 2020","interfaces":[{"interface":"back","average":{"1min":0.995,"5min":1.0269999999999999,"15min":0.86099999999999999},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.46800000000000003},"max":{"1min":2.7160000000000002,"5min":12.576000000000001,"15min":12.576000000000001},"last":0.84299999999999997},{"interface":"front","average":{"1min":0.86899999999999999,"5min":0.94399999999999995,"15min":0.86599999999999999},"min":{"1min":0.53300000000000003,"5min":0.50900000000000001,"15min":0.495},"max":{"1min":1.369,"5min":3.8279999999999998,"15min":3.8279999999999998},"last":0.73199999999999998}]},{"osd":2,"last update":"Thu Nov  5 04:13:47 2020","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.92400000000000004,"15min":0.85399999999999998},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.58199999999999996},"max":{"1min":1.327,"5min":2.7610000000000001,"15min":2.7610000000000001},"last":0.96299999999999997},{"interface":"front","average":{"1min":1.026,"5min":0.98699999999999999,"15min":0.93999999999999995},"min":{"1min":0.63,"5min":0.58399999999999996,"15min":0.54700000000000004},"max":{"1min":2.1949999999999998,"5min":4.0629999999999997,"15min":4.0629999999999997},"last":0.67800000000000005}]},{"osd":3,"last update":"Thu Nov  5 04:13:47 2020","interfaces":[{"interface":"back","average":{"1min":1.044,"5min":0.91600000000000004,"15min":0.90000000000000002},"min":{"1min":0.56699999999999995,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":3.8119999999999998,"5min":3.8119999999999998,"15min":3.8119999999999998},"last":0.70699999999999996},{"interface":"front","average":{"1min":0.95199999999999996,"5min":0.92400000000000004,"15min":0.91600000000000004},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":2.0760000000000001,"5min":2.27,"15min":2.27},"last":0.79900000000000004}]},{"osd":5,"last update":"Thu Nov  5 04:13:47 2020","interfaces":[{"interface":"back","average":{"1min":0.97299999999999998,"5min":0.95699999999999996,"15min":0.95199999999999996},"min":{"1min":0.59699999999999998,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.903,"5min":2.4620000000000002,"15min":2.4620000000000002},"last":0.874},{"interface":"front","average":{"1min":1.0589999999999999,"5min":1.0680000000000001,"15min":1.1080000000000001},"min":{"1min":0.61899999999999999,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":2.5880000000000001,"5min":3.0409999999999999,"15min":3.0409999999999999},"last":1.004}]}]},{"osd":3,"up_from":11,"seq":47244640364,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5113532,"kb_used_data":4048380,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":89258308,"statfs":{"total":96636764160,"available":91400507392,"internally_reserved":1073741824,"allocated":4145541120,"data_stored":5030084137,"data_compressed":92161170,"data_compressed_allocated":897368064,"data_compressed_original":1794718722,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov  5 04:13:46 2020","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.70399999999999996,"15min":0.73099999999999998},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.39000000000000001},"max":{"1min":0.90200000000000002,"5min":2.2210000000000001,"15min":11.085000000000001},"last":0.93600000000000005},{"interface":"front","average":{"1min":1.089,"5min":0.875,"15min":0.80700000000000005},"min":{"1min":0.5,"5min":0.5,"15min":0.40899999999999997},"max":{"1min":5.7750000000000004,"5min":5.7750000000000004,"15min":5.7750000000000004},"last":1.296}]},{"osd":1,"last update":"Thu Nov  5 04:13:46 2020","interfaces":[{"interface":"back","average":{"1min":0.93300000000000005,"5min":0.90700000000000003,"15min":0.81999999999999995},"min":{"1min":0.54900000000000004,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.806,"5min":5.601,"15min":5.601},"last":1.1679999999999999},{"interface":"front","average":{"1min":0.86899999999999999,"5min":0.97199999999999998,"15min":0.88},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.52000000000000002},"max":{"1min":1.3939999999999999,"5min":4.6479999999999997,"15min":4.6479999999999997},"last":1.1240000000000001}]},{"osd":2,"last update":"Thu Nov  5 04:13:46 2020","interfaces":[{"interface":"back","average":{"1min":0.92800000000000005,"5min":0.88100000000000001,"15min":0.94399999999999995},"min":{"1min":0.62,"5min":0.498,"15min":0.498},"max":{"1min":1.5940000000000001,"5min":2.9300000000000002,"15min":7.5540000000000003},"last":1.0489999999999999},{"interface":"front","average":{"1min":1.0800000000000001,"5min":1.004,"15min":1.05},"min":{"1min":0.746,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.669,"5min":2.077,"15min":7.5},"last":1.079}]},{"osd":4,"last update":"Thu Nov  5 04:13:46 2020","interfaces":[{"interface":"back","average":{"1min":0.95399999999999996,"5min":0.90700000000000003,"15min":0.86199999999999999},"min":{"1min":0.67300000000000004,"5min":0.57299999999999995,"15min":0.55200000000000005},"max":{"1min":1.5329999999999999,"5min":3.6000000000000001,"15min":3.6000000000000001},"last":0.96499999999999997},{"interface":"front","average":{"1min":0.97099999999999997,"5min":0.98399999999999999,"15min":0.97599999999999998},"min":{"1min":0.65100000000000002,"5min":0.60399999999999998,"15min":0.58799999999999997},"max":{"1min":1.3700000000000001,"5min":3.6499999999999999,"15min":3.6499999999999999},"last":0.72099999999999997}]},{"osd":5,"last update":"Thu Nov  5 04:13:46 2020","interfaces":[{"interface":"back","average":{"1min":0.95199999999999996,"5min":0.91600000000000004,"15min":0.91800000000000004},"min":{"1min":0.69299999999999995,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.5029999999999999,"5min":3.0640000000000001,"15min":3.0640000000000001},"last":0.90300000000000002},{"interface":"front","average":{"1min":1.0640000000000001,"5min":0.98299999999999998,"15min":1.006},"min":{"1min":0.63500000000000001,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.9370000000000001,"5min":1.9710000000000001,"15min":2.6030000000000002},"last":0.80400000000000005}]}]},{"osd":2,"up_from":11,"seq":47244640364,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9445228,"kb_used_data":8389432,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":84926612,"statfs":{"total":96636764160,"available":86964850688,"internally_reserved":1073741824,"allocated":8590778368,"data_stored":10447289257,"data_compressed":193204589,"data_compressed_allocated":1882943488,"data_compressed_original":3765874074,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov  5 04:13:56 2020","interfaces":[{"interface":"back","average":{"1min":0.755,"5min":0.70099999999999996,"15min":0.61099999999999999},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.39900000000000002},"max":{"1min":2.7309999999999999,"5min":2.7309999999999999,"15min":2.7309999999999999},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.97899999999999998,"5min":0.78400000000000003,"15min":0.73299999999999998},"min":{"1min":0.502,"5min":0.442,"15min":0.43099999999999999},"max":{"1min":2.4790000000000001,"5min":2.4790000000000001,"15min":4.0529999999999999},"last":0.625}]},{"osd":1,"last update":"Thu Nov  5 04:13:56 2020","interfaces":[{"interface":"back","average":{"1min":0.93100000000000005,"5min":0.82999999999999996,"15min":0.85499999999999998},"min":{"1min":0.50800000000000001,"5min":0.46899999999999997,"15min":0.45100000000000001},"max":{"1min":3.5710000000000002,"5min":3.5710000000000002,"15min":3.5710000000000002},"last":0.77400000000000002},{"interface":"front","average":{"1min":1.141,"5min":0.95099999999999996,"15min":0.874},"min":{"1min":0.54700000000000004,"5min":0.51200000000000001,"15min":0.502},"max":{"1min":4.6550000000000002,"5min":4.6550000000000002,"15min":9.1379999999999999},"last":0.86899999999999999}]},{"osd":3,"last update":"Thu Nov  5 04:13:56 2020","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":0.90500000000000003,"15min":0.85799999999999998},"min":{"1min":0.52900000000000003,"5min":0.503,"15min":0.503},"max":{"1min":1.857,"5min":1.857,"15min":2.218},"last":1.0089999999999999},{"interface":"front","average":{"1min":0.93600000000000005,"5min":0.97099999999999997,"15min":0.89300000000000002},"min":{"1min":0.629,"5min":0.59599999999999997,"15min":0.58399999999999996},"max":{"1min":1.4410000000000001,"5min":4.3700000000000001,"15min":4.3700000000000001},"last":0.92900000000000005}]},{"osd":4,"last update":"Thu Nov  5 04:13:56 2020","interfaces":[{"interface":"back","average":{"1min":1.0469999999999999,"5min":0.97999999999999998,"15min":1.012},"min":{"1min":0.65900000000000003,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":2.7599999999999998,"5min":2.7599999999999998,"15min":9.2309999999999999},"last":1.081},{"interface":"front","average":{"1min":1.038,"5min":1.0740000000000001,"15min":1.032},"min":{"1min":0.77200000000000002,"5min":0.64500000000000002,"15min":0.60599999999999998},"max":{"1min":1.55,"5min":4.4939999999999998,"15min":4.4939999999999998},"last":0.85099999999999998}]},{"osd":5,"last update":"Thu Nov  5 04:13:56 2020","interfaces":[{"interface":"back","average":{"1min":1.1100000000000001,"5min":1.0600000000000001,"15min":1.1160000000000001},"min":{"1min":0.73999999999999999,"5min":0.70499999999999996,"15min":0.70499999999999996},"max":{"1min":2.8999999999999999,"5min":3.145,"15min":11.347},"last":0.97899999999999998},{"interface":"front","average":{"1min":1.1100000000000001,"5min":1.0740000000000001,"15min":1.0669999999999999},"min":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"max":{"1min":2.0289999999999999,"5min":2.0289999999999999,"15min":2.0939999999999999},"last":0.90300000000000002}]}]},{"osd":1,"up_from":11,"seq":47244640366,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":13277500,"kb_used_data":12228916,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":81094340,"statfs":{"total":96636764160,"available":83040604160,"internally_reserved":1073741824,"allocated":12522409984,"data_stored":15211379317,"data_compressed":279745590,"data_compressed_allocated":2727809024,"data_compressed_original":5455587740,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov  5 04:13:56 2020","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.628,"15min":0.58299999999999996},"min":{"1min":0.42199999999999999,"5min":0.39600000000000002,"15min":0.35299999999999998},"max":{"1min":0.998,"5min":1.8169999999999999,"15min":1.8169999999999999},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.71699999999999997,"15min":0.65200000000000002},"min":{"1min":0.48099999999999998,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":1.0980000000000001,"5min":3.7639999999999998,"15min":3.7639999999999998},"last":0.52900000000000003}]},{"osd":2,"last update":"Thu Nov  5 04:13:56 2020","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.76700000000000002,"15min":0.73899999999999999},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.41599999999999998},"max":{"1min":1.3480000000000001,"5min":3.5960000000000001,"15min":3.5960000000000001},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.876,"15min":0.81499999999999995},"min":{"1min":0.54800000000000004,"5min":0.51800000000000002,"15min":0.46800000000000003},"max":{"1min":1.1519999999999999,"5min":3.0800000000000001,"15min":5.4139999999999997},"last":0.78000000000000003}]},{"osd":3,"last update":"Thu Nov  5 04:13:56 2020","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":0.90200000000000002,"15min":0.90000000000000002},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.52000000000000002},"max":{"1min":1.163,"5min":2.7559999999999998,"15min":5.5469999999999997},"last":0.86499999999999999},{"interface":"front","average":{"1min":0.98199999999999998,"5min":0.99199999999999999,"15min":0.92800000000000005},"min":{"1min":0.65700000000000003,"5min":0.61699999999999999,"15min":0.56499999999999995},"max":{"1min":1.7290000000000001,"5min":2.9140000000000001,"15min":2.9140000000000001},"last":0.99099999999999999}]},{"osd":4,"last update":"Thu Nov  5 04:13:56 2020","interfaces":[{"interface":"back","average":{"1min":0.96399999999999997,"5min":1.0189999999999999,"15min":0.996},"min":{"1min":0.69099999999999995,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.46,"5min":2.8879999999999999,"15min":2.8879999999999999},"last":0.93600000000000005},{"interface":"front","average":{"1min":0.93400000000000005,"5min":0.97299999999999998,"15min":0.93000000000000005},"min":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.60399999999999998},"max":{"1min":1.5960000000000001,"5min":3.907,"15min":3.907},"last":1.046}]},{"osd":5,"last update":"Thu Nov  5 04:13:56 2020","interfaces":[{"interface":"back","average":{"1min":1.0109999999999999,"5min":1.0960000000000001,"15min":1.034},"min":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.60799999999999998},"max":{"1min":1.7090000000000001,"5min":6.2030000000000003,"15min":6.2030000000000003},"last":0.97599999999999998},{"interface":"front","average":{"1min":1.0820000000000001,"5min":1.1299999999999999,"15min":1.0860000000000001},"min":{"1min":0.79600000000000004,"5min":0.73199999999999998,"15min":0.70999999999999996},"max":{"1min":1.877,"5min":2.7290000000000001,"15min":6.3079999999999998},"last":1.206}]}]},{"osd":0,"up_from":11,"seq":47244640364,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":1200528,"kb_used_data":137952,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":93171312,"statfs":{"total":96636764160,"available":95407423488,"internally_reserved":1073741824,"allocated":141262848,"data_stored":175218700,"data_compressed":3502065,"data_compressed_allocated":34373632,"data_compressed_original":68736302,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Nov  5 04:13:58 2020","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.77300000000000002,"15min":0.69599999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.376},"max":{"1min":1.1859999999999999,"5min":7.96,"15min":7.96},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.94499999999999995,"15min":0.81100000000000005},"min":{"1min":0.55000000000000004,"5min":0.51800000000000002,"15min":0.443},"max":{"1min":1.4590000000000001,"5min":9.4049999999999994,"15min":9.4049999999999994},"last":0.82299999999999995}]},{"osd":2,"last update":"Thu Nov  5 04:13:58 2020","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.78100000000000003,"15min":0.73199999999999998},"min":{"1min":0.501,"5min":0.46500000000000002,"15min":0.42399999999999999},"max":{"1min":2.7829999999999999,"5min":2.8370000000000002,"15min":4.2789999999999999},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.78300000000000003,"5min":0.77800000000000002,"15min":0.73799999999999999},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.45100000000000001},"max":{"1min":2.6709999999999998,"5min":4.3869999999999996,"15min":4.3869999999999996},"last":0.63600000000000001}]},{"osd":3,"last update":"Thu Nov  5 04:13:58 2020","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.89100000000000001,"15min":0.83599999999999997},"min":{"1min":0.55200000000000005,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":0.97199999999999998,"5min":6.6760000000000002,"15min":6.6760000000000002},"last":0.95299999999999996},{"interface":"front","average":{"1min":0.876,"5min":0.94699999999999995,"15min":0.93400000000000005},"min":{"1min":0.622,"5min":0.622,"15min":0.59399999999999997},"max":{"1min":1.2929999999999999,"5min":2.524,"15min":5.3499999999999996},"last":1.0600000000000001}]},{"osd":4,"last update":"Thu Nov  5 04:13:58 2020","interfaces":[{"interface":"back","average":{"1min":1.0229999999999999,"5min":1.1379999999999999,"15min":0.99399999999999999},"min":{"1min":0.73699999999999999,"5min":0.66100000000000003,"15min":0.51100000000000001},"max":{"1min":1.573,"5min":10.269,"15min":10.269},"last":1.0289999999999999},{"interface":"front","average":{"1min":0.90800000000000003,"5min":1.0580000000000001,"15min":1.038},"min":{"1min":0.64700000000000002,"5min":0.627,"15min":0.57799999999999996},"max":{"1min":1.6919999999999999,"5min":6.5579999999999998,"15min":6.5579999999999998},"last":1.143}]},{"osd":5,"last update":"Thu Nov  5 04:13:58 2020","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":1.1140000000000001,"15min":1.0549999999999999},"min":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.67200000000000004},"max":{"1min":1.367,"5min":6.75,"15min":6.75},"last":1.1140000000000001},{"interface":"front","average":{"1min":0.94799999999999995,"5min":1.05,"15min":1.056},"min":{"1min":0.72699999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"max":{"1min":1.242,"5min":3.5169999999999999,"15min":3.5190000000000001},"last":1.2709999999999999}]}]}]}}

2020-11-05T09:36:10.476 WARNING:scrape:Ignoring malparsed backtrace: 2020-11-05T04:16:16.653 INFO:tasks.ceph.osd.0:Stopped
, 2020-11-05T04:16:16.654 DEBUG:tasks.ceph.osd.1:waiting for process to exit
, 2020-11-05T04:16:16.654 INFO:teuthology.orchestra.run:waiting for 300

2020-11-05T09:36:10.477 WARNING:scrape:Ignoring malparsed backtrace: 2020-11-05T04:24:00.115 INFO:teuthology.orchestra.run.smithi076:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true
, bash: ntpq: command not found
, 2020-11-05T04:24:00.176 INFO:teuthology.orchestra.run.smithi076.stdout:210 Number of sources = 4

2020-11-05T09:36:10.477 WARNING:scrape:Ignoring malparsed backtrace: 
, Traceback (most recent call last):
,   File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/run_tasks.py", line 172, in run_tasks

2020-11-05T09:36:12.555 INFO:scrape:Found 6 distinct failure reasons
2020-11-05T09:36:12.556 INFO:scrape:Failure: "2020-11-02T22:03:11.200209+0000 mon.b (mon.0) 190 : cluster [WRN] Health check failed: 0 slow ops, oldest one blocked for 30 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log
2020-11-05T09:36:12.556 INFO:scrape:1 jobs: ['5578604']
2020-11-05T09:36:12.557 INFO:scrape:suites: ['clusters/{fixed-2', 'msgr-failures/many', 'msgr/async-v2only', 'objectstore/bluestore-comp-lz4', 'openstack}', 'rados', 'rados/basic/{ceph', 'supported-random-distro$/{centos_latest}', 'tasks/rados_workunit_loadgen_mostlyread}']
2020-11-05T09:36:12.557 INFO:scrape:
2020-11-05T09:36:12.557 INFO:scrape:Failure: Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 400000 --objects 10000 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 600 --op read 100 --op write 50 --op delete 50 --op copy_from 50 --op write_excl 50 --pool base'
2020-11-05T09:36:12.557 INFO:scrape:1 jobs: ['5579113']
2020-11-05T09:36:12.558 INFO:scrape:suites: ['msgr-failures/few', 'msgr/async', 'objectstore/bluestore-comp-snappy', 'rados', 'rados/singleton/{all/thrash_cache_writeback_proxy_none', 'supported-random-distro$/{rhel_latest}}']
2020-11-05T09:36:12.558 INFO:scrape:
2020-11-05T09:36:12.558 INFO:scrape:Failure: Command failed (workunit test osd/osd-backfill-stats.sh) on smithi095 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=79c1ec4d4160950581818ff51631584f259427f2 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/standalone/osd/osd-backfill-stats.sh'
2020-11-05T09:36:12.559 INFO:scrape:1 jobs: ['5579161']
2020-11-05T09:36:12.559 INFO:scrape:suites: ['rados/standalone/{supported-random-distro$/{centos_latest}', 'workloads/osd}']
2020-11-05T09:36:12.559 INFO:scrape:
2020-11-05T09:36:12.560 INFO:scrape:Failure: Command failed on smithi140 with status 100: 'sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic'
2020-11-05T09:36:12.560 INFO:scrape:3 jobs: ['5578839', '5579139', '5579155']
2020-11-05T09:36:12.560 INFO:scrape:suites intersection: []
2020-11-05T09:36:12.560 INFO:scrape:suites union: ['msgr-failures/few', 'msgr/async', 'no_pools', 'objectstore/bluestore-bitmap', 'objectstore/bluestore-hybrid', 'openstack', 'rados', 'rados/multimon/{clusters/21', 'rados/perf/{ceph', 'rados/singleton-nomsgr/{all/multi-backfill-reject', 'settings/optimized', 'supported-random-distro$/{centos_latest}', 'supported-random-distro$/{centos_latest}}', 'tasks/mon_clock_with_skews}', 'ubuntu_latest', 'workloads/sample_fio}']
2020-11-05T09:36:12.561 INFO:scrape:
2020-11-05T09:36:12.561 INFO:scrape:Failure: Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=ceph&flavor=default&distros=ubuntu%2F18.04%2Fx86_64&ref=hammer
2020-11-05T09:36:12.561 INFO:scrape:1 jobs: ['5579179']
2020-11-05T09:36:12.562 INFO:scrape:suites: ['1-install/hammer', 'backoff/peering_and_degraded', 'ceph', 'clusters/{openstack', 'd-balancer/crush-compat', 'distro$/{ubuntu_18.04}', 'msgr-failures/osd-delay', 'rados', 'rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size', 'thrashers/mapgap', 'thrashosds-health', 'three-plus-one}', 'workloads/test_rbd_api}']
2020-11-05T09:36:12.562 INFO:scrape:
2020-11-05T09:36:12.562 INFO:scrape:Failure: reached maximum tries (60) after waiting for 900 seconds
2020-11-05T09:36:12.563 INFO:scrape:2 jobs: ['5578944', '5579214']
2020-11-05T09:36:12.563 INFO:scrape:suites: ['2-repo_digest/repo_digest', '3-start-upgrade', '4-wait', 'distro$/{rhel_latest}', 'fixed-2}', 'rados/cephadm/upgrade/{1-start']
2020-11-05T09:36:12.563 INFO:scrape:
2020-11-05T09:36:12.578 INFO:teuthology.results:Sending results to ceph-qa@ceph.io: Test Run: teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi
=================================================================
info:    http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/
logs:    http://qa-proxy.ceph.com/teuthology/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/
failed:  8
dead:    1
running: 0
waiting: 0
queued:  0
passed:  370


Fail
=================================================================
[5578604]  rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_latest} tasks/rados_workunit_loadgen_mostlyread}
-----------------------------------------------------------------
time:   00:29:13
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578604/
log:    http://qa-proxy.ceph.com/teuthology/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578604/

    "2020-11-02T22:03:11.200209+0000 mon.b (mon.0) 190 : cluster [WRN] Health
    check failed: 0 slow ops, oldest one blocked for 30 sec, osd.4 has slow ops
    (SLOW_OPS)" in cluster log

[5578839]  rados/perf/{ceph objectstore/bluestore-bitmap openstack settings/optimized ubuntu_latest workloads/sample_fio}
-----------------------------------------------------------------
time:   00:00:00
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578839/
log:    http://qa-proxy.ceph.com/teuthology/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578839/
sentry: https://sentry.ceph.com/ceph/sepia/?query=758cc93f6c0840579754a0877d085882

    Command failed on smithi140 with status 100: 'sudo
    DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic'

[5579113]  rados/singleton/{all/thrash_cache_writeback_proxy_none msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_latest}}
-----------------------------------------------------------------
time:   00:28:37
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579113/
log:    http://qa-proxy.ceph.com/teuthology/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579113/

    Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage
    /home/ubuntu/cephtest/archive/coverage ceph_test_rados --max-ops 400000
    --objects 10000 --max-in-flight 16 --size 4000000 --min-stride-size 400000
    --max-stride-size 800000 --max-seconds 600 --op read 100 --op write 50 --op
    delete 50 --op copy_from 50 --op write_excl 50 --pool base'

[5579139]  rados/multimon/{clusters/21 msgr-failures/few msgr/async no_pools objectstore/bluestore-hybrid rados supported-random-distro$/{centos_latest} tasks/mon_clock_with_skews}
-----------------------------------------------------------------
time:   00:03:49
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579139/
log:    http://qa-proxy.ceph.com/teuthology/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579139/
sentry: https://sentry.ceph.com/ceph/sepia/?query=4ca3c8760ebf442eb40599d6f15c7c1a

    Command failed on smithi080 with status 1: 'sudo yum -y install ceph-
    radosgw'

[5579155]  rados/singleton-nomsgr/{all/multi-backfill-reject rados supported-random-distro$/{centos_latest}}
-----------------------------------------------------------------
time:   00:00:00
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579155/
log:    http://qa-proxy.ceph.com/teuthology/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579155/
sentry: https://sentry.ceph.com/ceph/sepia/?query=bb69a979694543f5a97432d3db2ae372

    Command failed on smithi170 with status 1: 'sudo yum install -y kernel'

[5579161]  rados/standalone/{supported-random-distro$/{centos_latest} workloads/osd}
-----------------------------------------------------------------
time:   01:42:22
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579161/
log:    http://qa-proxy.ceph.com/teuthology/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579161/
sentry: https://sentry.ceph.com/ceph/sepia/?query=7dc0b315adc14500a8f31a386d3a2486

    Command failed (workunit test osd/osd-backfill-stats.sh) on smithi095 with
    status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd --
    /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1
    CEPH_REF=79c1ec4d4160950581818ff51631584f259427f2
    TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0"
    PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0
    CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage
    /home/ubuntu/cephtest/archive/coverage timeout 3h
    /home/ubuntu/cephtest/clone.client.0/qa/standalone/osd/osd-backfill-
    stats.sh'

[5579179]  rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/hammer backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} msgr-failures/osd-delay rados thrashers/mapgap thrashosds-health workloads/test_rbd_api}
-----------------------------------------------------------------
time:   00:02:09
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579179/
log:    http://qa-proxy.ceph.com/teuthology/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579179/
sentry: https://sentry.ceph.com/ceph/sepia/?query=2fdd25f7741c4b8db3a590c6ae2d09b6

    Failed to fetch package version from https://shaman.ceph.com/api/search/?st
    atus=ready&project=ceph&flavor=default&distros=ubuntu%2F18.04%2Fx86_64&ref=
    hammer

[5579214]  rados/cephadm/upgrade/{1-start 2-repo_digest/repo_digest 3-start-upgrade 4-wait distro$/{rhel_latest} fixed-2}
-----------------------------------------------------------------
time:   00:18:28
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579214/
log:    http://qa-proxy.ceph.com/teuthology/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579214/
sentry: https://sentry.ceph.com/ceph/sepia/?query=960264f6e59b404aadc07fcd881f93ea

    reached maximum tries (180) after waiting for 180 seconds



Dead
=================================================================
[5578944]  rados/standalone/{supported-random-distro$/{rhel_latest} workloads/misc}
-----------------------------------------------------------------
time:   00:00:00
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578944/
log:    http://qa-proxy.ceph.com/teuthology/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578944/
sentry: https://sentry.ceph.com/ceph/sepia/?query=82173afa4fc24f2fab9bef6afdc9c22a

    reached maximum tries (60) after waiting for 900 seconds



Pass
=================================================================
[5578587] rados/cephadm/smoke/{distro/ubuntu_latest fixed-2 start}
time:   00:12:14
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578587/

[5578589] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/fastclose rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-small-objects-overwrites}
time:   00:18:59
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578589/

[5578591] rados/perf/{ceph objectstore/bluestore-basic-min-osd-mem-target openstack settings/optimized ubuntu_latest workloads/radosbench_4K_rand_read}
time:   00:09:28
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578591/

[5578593] rados/monthrash/{ceph clusters/3-mons msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/force-sync-many workloads/pool-create-delete}
time:   00:12:34
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578593/

[5578595] rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/jewel-v1only backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{ubuntu_18.04} msgr-failures/osd-delay rados thrashers/pggrow thrashosds-health workloads/cache-snaps}
time:   00:30:19
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578595/

[5578597] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/snaps-few-objects}
time:   00:26:49
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578597/

[5578599] rados/cephadm/smoke-roleless/{distro/ubuntu_latest start}
time:   00:10:59
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578599/

[5578600] rados/singleton/{all/lost-unfound msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest}}
time:   00:25:53
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578600/

[5578602] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/write_fadvise_dontneed}
time:   00:17:09
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578602/

[5578607] rados/cephadm/with-work/{distro/rhel_8.0 fixed-2 mode/packaged msgr/async-v1only start tasks/rados_api_tests}
time:   00:35:53
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578607/

[5578608] rados/multimon/{clusters/3 msgr-failures/many msgr/async-v2only no_pools objectstore/bluestore-stupid rados supported-random-distro$/{rhel_latest} tasks/mon_clock_no_skews}
time:   00:09:33
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578608/

[5578610] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-bitmap supported-random-distro$/{ubuntu_latest} tasks/crash}
time:   00:07:14
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578610/

[5578612] rados/singleton-bluestore/{all/cephtool msgr-failures/many msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest}}
time:   00:33:44
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578612/

[5578615] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-bitmap supported-random-distro$/{rhel_latest} tasks/dashboard}
time:   00:59:31
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578615/

[5578616] rados/objectstore/{backends/alloc-hint supported-random-distro$/{rhel_latest}}
time:   00:13:16
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578616/

[5578618] rados/rest/{mgr-restful supported-random-distro$/{centos_latest}}
time:   00:09:44
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578618/

[5578620] rados/singleton-nomsgr/{all/admin_socket_output rados supported-random-distro$/{ubuntu_latest}}
time:   00:11:37
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578620/

[5578622] rados/standalone/{supported-random-distro$/{rhel_latest} workloads/crush}
time:   00:15:36
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578622/

[5578624] rados/upgrade/mimic-x-singleton/{0-cluster/{openstack start} 1-install/mimic 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{rbd-cls rbd-import-export readwrite snaps-few-objects} 5-workload/{radosbench rbd_api} 6-finish-upgrade 7-octopus 8-workload/{rbd-python snaps-many-objects} bluestore-bitmap thrashosds-health ubuntu_latest}
time:   05:18:20
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578624/

[5578626] rados/valgrind-leaks/{1-start 2-inject-leak/mon centos_latest}
time:   00:14:46
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578626/

[5578628] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_latest} thrashers/mapgap thrashosds-health workloads/admin_socket_objecter_requests}
time:   00:23:56
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578628/

[5578630] rados/cephadm/orchestrator_cli/{2-node-mgr orchestrator_cli supported-random-distro$/{centos_latest}}
time:   00:08:52
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578630/

[5578632] rados/singleton/{all/max-pg-per-osd.from-mon msgr-failures/many msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_latest}}
time:   00:09:40
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578632/

[5578634] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/cache-agent-big}
time:   00:39:34
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578634/

[5578636] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/fastclose objectstore/bluestore-stupid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3}
time:   00:12:43
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578636/

[5578638] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none msgr-failures/few msgr/async objectstore/bluestore-stupid rados tasks/rados_api_tests validater/valgrind}
time:   00:44:23
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578638/

[5578640] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/few objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2}
time:   00:09:13
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578640/

[5578642] rados/cephadm/smoke/{distro/centos_7 fixed-2 start}
time:   00:14:45
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578642/

[5578644] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/cache-agent-small}
time:   00:08:58
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578644/

[5578646] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/fastclose objectstore/bluestore-stupid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1}
time:   00:23:18
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578646/

[5578648] rados/perf/{ceph objectstore/bluestore-bitmap openstack settings/optimized ubuntu_latest workloads/radosbench_4K_seq_read}
time:   00:08:34
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578648/

[5578650] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/ec-small-objects-fast-read}
time:   00:18:41
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578650/

[5578652] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/cache-pool-snaps-readproxy}
time:   00:24:05
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578652/

[5578654] rados/cephadm/smoke-roleless/{distro/centos_7 start}
time:   00:13:18
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578654/

[5578656] rados/singleton/{all/max-pg-per-osd.from-primary msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_latest}}
time:   00:14:07
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578656/

[5578658] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/cache-pool-snaps}
time:   00:24:08
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578658/

[5578660] rados/cephadm/upgrade/{1-start 2-repo_digest/defaut 3-start-upgrade 4-wait distro$/{ubuntu_18.04} fixed-2}
time:   00:15:43
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578660/

[5578662] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/cache-snaps-balanced}
time:   00:23:45
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578662/

[5578664] rados/singleton-nomsgr/{all/balancer rados supported-random-distro$/{centos_latest}}
time:   00:09:41
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578664/

[5578666] rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/jewel backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} msgr-failures/fastclose rados thrashers/careful thrashosds-health workloads/radosbench}
time:   01:27:07
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578666/

[5578668] rados/cephadm/workunits/{distro/centos_latest task/test_adoption}
time:   00:08:56
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578668/

[5578670] rados/singleton/{all/max-pg-per-osd.from-replica msgr-failures/many msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_latest}}
time:   00:13:44
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578670/

[5578672] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_latest} thrashers/mapgap thrashosds-health workloads/cache-snaps}
time:   00:23:34
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578672/

[5578674] rados/monthrash/{ceph clusters/9-mons msgr-failures/mon-delay msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_latest} thrashers/many workloads/rados_5925}
time:   00:06:59
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578674/

[5578676] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_latest} tasks/readwrite}
time:   00:13:57
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578676/

[5578678] rados/cephadm/with-work/{distro/rhel_latest fixed-2 mode/root msgr/async-v2only start tasks/rados_python}
time:   00:26:25
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578678/

[5578680] rados/perf/{ceph objectstore/bluestore-comp openstack settings/optimized ubuntu_latest workloads/radosbench_4M_rand_read}
time:   00:09:18
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578680/

[5578682] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_latest} thrashers/morepggrow thrashosds-health workloads/cache}
time:   00:16:21
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578682/

[5578684] rados/cephadm/smoke/{distro/centos_8.0 fixed-2 start}
time:   00:12:06
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578684/

[5578686] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_latest} thrashers/none thrashosds-health workloads/dedup_tier}
time:   00:08:08
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578686/

[5578688] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-lz4 supported-random-distro$/{ubuntu_latest} tasks/failover}
time:   00:09:06
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578688/

[5578690] rados/multimon/{clusters/6 msgr-failures/few msgr/async no_pools objectstore/filestore-xfs rados supported-random-distro$/{centos_latest} tasks/mon_clock_with_skews}
time:   00:05:17
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578690/

[5578692] rados/singleton/{all/mon-auth-caps msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_latest}}
time:   00:13:39
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578692/

[5578694] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/pool-snaps-few-objects}
time:   00:38:15
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578694/

[5578696] rados/cephadm/smoke-roleless/{distro/centos_8.0 start}
time:   00:11:07
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578696/

[5578698] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/few rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_latest} thrashers/fastread thrashosds-health workloads/ec-snaps-few-objects-overwrites}
time:   00:30:22
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578698/

[5578700] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/osd-delay objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2}
time:   00:13:44
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578700/

[5578702] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-lz4 supported-random-distro$/{centos_latest} tasks/dashboard}
time:   00:55:05
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578702/

[5578704] rados/objectstore/{backends/ceph_objectstore_tool supported-random-distro$/{rhel_latest}}
time:   00:13:35
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578704/

[5578706] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/few objectstore/filestore-xfs rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2}
time:   00:22:32
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578706/

[5578708] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} msgr-failures/few msgr/async-v1only objectstore/filestore-xfs rados tasks/rados_cls_all validater/lockdep}
time:   00:14:45
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578708/

[5578710] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/rados_api_tests}
time:   00:24:59
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578710/

[5578712] rados/singleton-nomsgr/{all/cache-fs-trunc rados supported-random-distro$/{centos_latest}}
time:   00:06:25
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578712/

[5578714] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_cephadm}
time:   00:14:38
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578714/

[5578716] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/few objectstore/filestore-xfs rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1}
time:   00:20:04
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578716/

[5578718] rados/singleton/{all/mon-config-key-caps msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_latest}}
time:   00:15:25
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578718/

[5578720] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/radosbench-high-concurrency}
time:   00:30:15
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578720/

[5578722] rados/cephadm/with-work/{distro/ubuntu_18.04 fixed-2 mode/packaged msgr/async start tasks/rados_api_tests}
time:   00:32:17
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578722/

[5578724] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/osd-delay objectstore/filestore-xfs rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-small-objects-many-deletes}
time:   00:16:54
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578724/

[5578726] rados/perf/{ceph objectstore/bluestore-low-osd-mem-target openstack settings/optimized ubuntu_latest workloads/radosbench_4M_seq_read}
time:   00:07:54
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578726/

[5578728] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_latest} thrashers/mapgap thrashosds-health workloads/radosbench}
time:   01:39:06
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578728/

[5578730] rados/standalone/{supported-random-distro$/{centos_latest} workloads/erasure-code}
time:   00:35:41
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578730/

[5578732] rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/luminous-v1only backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{ubuntu_18.04} msgr-failures/few rados thrashers/default thrashosds-health workloads/rbd_cls}
time:   00:19:18
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578732/

[5578734] rados/cephadm/smoke/{distro/centos_latest fixed-2 start}
time:   00:10:19
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578734/

[5578736] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_latest} thrashers/morepggrow thrashosds-health workloads/redirect}
time:   00:10:04
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578736/

[5578738] rados/singleton/{all/mon-config-keys msgr-failures/few msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest}}
time:   00:13:46
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578738/

[5578740] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_latest} tasks/repair_test}
time:   00:14:21
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578740/

[5578742] rados/cephadm/smoke-roleless/{distro/centos_latest start}
time:   00:09:36
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578742/

[5578744] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_latest} thrashers/none thrashosds-health workloads/redirect_promote_tests}
time:   00:10:40
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578744/

[5578746] rados/monthrash/{ceph clusters/3-mons msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_latest} thrashers/one workloads/rados_api_tests}
time:   00:26:34
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578746/

[5578748] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/redirect_set_object}
time:   00:12:25
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578748/

[5578750] rados/cephadm/workunits/{distro/centos_latest task/test_cephadm_repos}
time:   00:06:20
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578750/

[5578752] rados/singleton-nomsgr/{all/ceph-kvstore-tool rados supported-random-distro$/{centos_latest}}
time:   00:09:08
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578752/

[5578754] rados/singleton/{all/mon-config msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest}}
time:   00:08:44
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578754/

[5578756] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/set-chunk-promote-flush}
time:   00:13:13
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578756/

[5578758] rados/perf/{ceph objectstore/bluestore-stupid openstack settings/optimized ubuntu_latest workloads/radosbench_4M_write}
time:   00:07:08
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578758/

[5578760] rados/cephadm/smoke/{distro/rhel_7 fixed-2 start}
time:   00:14:09
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578760/

[5578762] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-snappy supported-random-distro$/{rhel_latest} tasks/insights}
time:   00:13:54
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578762/

[5578764] rados/multimon/{clusters/9 msgr-failures/many msgr/async-v1only no_pools objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_latest} tasks/mon_recovery}
time:   00:14:58
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578764/

[5578766] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/set-chunks-read}
time:   00:17:48
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578766/

[5578768] rados/cephadm/smoke-roleless/{distro/rhel_7 start}
time:   00:13:11
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578768/

[5578770] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/fastclose objectstore/bluestore-comp-zstd rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2}
time:   00:09:14
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578770/

[5578772] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_latest} thrashers/mapgap thrashosds-health workloads/small-objects-balanced}
time:   00:19:19
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578772/

[5578774] rados/singleton/{all/osd-backfill msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_latest}}
time:   00:18:43
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578774/

[5578776] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/osd-delay objectstore/bluestore-bitmap rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_latest} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3}
time:   00:14:31
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578776/

[5578778] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none msgr-failures/few msgr/async-v2only objectstore/bluestore-bitmap rados tasks/rados_cls_all validater/valgrind}
time:   01:12:44
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578778/

[5578780] rados/cephadm/with-work/{distro/ubuntu_18.04_podman fixed-2 mode/root msgr/async-v1only start tasks/rados_python}
time:   00:23:49
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578780/

[5578782] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_latest} thrashers/morepggrow thrashosds-health workloads/small-objects-localized}
time:   00:19:43
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578782/

[5578784] rados/singleton-bluestore/{all/cephtool msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_latest}}
time:   00:37:25
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578784/

[5578786] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/osd-delay objectstore/bluestore-bitmap rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1}
time:   00:24:29
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578786/

[5578788] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-snappy supported-random-distro$/{rhel_latest} tasks/dashboard}
time:   01:02:13
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578788/

[5578790] rados/objectstore/{backends/filejournal supported-random-distro$/{rhel_latest}}
time:   00:09:39
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578790/

[5578792] rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/luminous backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} msgr-failures/osd-delay rados thrashers/mapgap thrashosds-health workloads/snaps-few-objects}
time:   00:38:44
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578792/

[5578794] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_orch_cli}
time:   00:15:37
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578794/

[5578796] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_latest} thrashers/none thrashosds-health workloads/small-objects}
time:   00:16:36
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578796/

[5578798] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/fastclose objectstore/bluestore-bitmap rados recovery-overrides/{default} supported-random-distro$/{rhel_latest} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects}
time:   00:21:56
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578798/

[5578800] rados/singleton-nomsgr/{all/ceph-post-file rados supported-random-distro$/{ubuntu_latest}}
time:   00:07:41
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578800/

[5578802] rados/singleton/{all/osd-recovery-incomplete msgr-failures/many msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_latest}}
time:   00:19:51
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578802/

[5578804] rados/perf/{ceph objectstore/bluestore-basic-min-osd-mem-target openstack settings/optimized ubuntu_latest workloads/radosbench_omap_write}
time:   00:19:34
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578804/

[5578806] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_latest} tasks/scrub_test}
time:   00:13:01
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578806/

[5578808] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/snaps-few-objects-balanced}
time:   00:27:13
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578808/

[5578810] rados/cephadm/smoke/{distro/rhel_8.0 fixed-2 start}
time:   00:14:58
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578810/

[5578812] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/osd-delay rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_latest} thrashers/minsize_recovery thrashosds-health workloads/ec-pool-snaps-few-objects-overwrites}
time:   00:22:37
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578812/

[5578814] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/snaps-few-objects-localized}
time:   00:25:11
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578814/

[5578816] rados/cephadm/smoke-roleless/{distro/rhel_8.0 start}
time:   00:13:29
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578816/

[5578818] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/snaps-few-objects}
time:   00:30:21
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578818/

[5578820] rados/singleton/{all/osd-recovery msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_latest}}
time:   00:31:49
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578820/

[5578822] rados/cephadm/with-work/{distro/centos_8.0 fixed-2 mode/packaged msgr/async-v1only start tasks/rados_python}
time:   00:23:07
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578822/

[5578824] rados/monthrash/{ceph clusters/9-mons msgr-failures/mon-delay msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest} thrashers/sync-many workloads/rados_mon_osdmap_prune}
time:   00:47:24
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578824/

[5578826] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest} thrashers/mapgap thrashosds-health workloads/write_fadvise_dontneed}
time:   00:12:18
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578826/

[5578828] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-zlib supported-random-distro$/{ubuntu_latest} tasks/module_selftest}
time:   00:23:01
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578828/

[5578830] rados/cephadm/upgrade/{1-start 2-repo_digest/repo_digest 3-start-upgrade 4-wait distro$/{ubuntu_18.04_podman} fixed-2}
time:   00:17:44
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578830/

[5578831] rados/standalone/{supported-random-distro$/{centos_latest} workloads/mgr}
time:   00:11:23
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578831/

[5578833] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/admin_socket_objecter_requests}
time:   00:21:21
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578833/

[5578835] rados/multimon/{clusters/21 msgr-failures/few msgr/async-v2only no_pools objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} tasks/mon_clock_no_skews}
time:   00:05:26
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578835/

[5578837] rados/singleton/{all/peer msgr-failures/many msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest}}
time:   00:05:15
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578837/

[5578841] rados/singleton-nomsgr/{all/export-after-evict rados supported-random-distro$/{centos_latest}}
time:   00:05:38
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578841/

[5578843] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/few objectstore/bluestore-hybrid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2}
time:   00:09:04
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578843/

[5578845] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_latest} thrashers/none thrashosds-health workloads/cache-agent-big}
time:   00:21:13
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578845/

[5578847] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_adoption}
time:   00:09:07
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578847/

[5578849] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/cache-agent-small}
time:   00:12:07
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578849/

[5578851] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/fastclose objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2}
time:   00:25:56
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578851/

[5578853] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} msgr-failures/few msgr/async objectstore/bluestore-comp-lz4 rados tasks/mon_recovery validater/lockdep}
time:   00:09:54
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578853/

[5578855] rados/cephadm/smoke/{distro/rhel_latest fixed-2 start}
time:   00:13:41
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578855/

[5578857] rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/mimic-v1only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{ubuntu_18.04} msgr-failures/fastclose rados thrashers/morepggrow thrashosds-health workloads/test_rbd_api}
time:   00:20:33
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578857/

[5578859] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/fastclose objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_latest} thrashers/none thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1}
time:   00:20:51
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578859/

[5578861] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/cache-pool-snaps-readproxy}
time:   00:27:50
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578861/

[5578863] rados/singleton/{all/pg-autoscaler msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest}}
time:   00:09:47
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578863/

[5578865] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} tasks/rados_api_tests}
time:   00:23:24
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578865/

[5578867] rados/cephadm/smoke-roleless/{distro/rhel_latest start}
time:   00:12:45
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578867/

[5578870] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/few objectstore/bluestore-comp-lz4 rados recovery-overrides/{default} supported-random-distro$/{centos_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=clay-k=4-m=2}
time:   00:27:03
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578870/

[5578872] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/cache-pool-snaps}
time:   00:23:33
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578872/

[5578873] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-zlib supported-random-distro$/{ubuntu_latest} tasks/dashboard}
time:   00:56:01
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578873/

[5578875] rados/objectstore/{backends/filestore-idempotent-aio-journal supported-random-distro$/{ubuntu_latest}}
time:   02:01:11
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578875/

[5578877] rados/valgrind-leaks/{1-start 2-inject-leak/none centos_latest}
time:   00:15:47
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578877/

[5578880] rados/cephadm/workunits/{distro/centos_latest task/test_cephadm}
time:   00:13:52
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578880/

[5578882] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/cache-snaps-balanced}
time:   00:18:08
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578882/

[5578884] rados/perf/{ceph objectstore/bluestore-comp openstack settings/optimized ubuntu_latest workloads/sample_radosbench}
time:   00:07:33
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578884/

[5578886] rados/singleton/{all/pg-removal-interruption msgr-failures/many msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest}}
time:   00:05:38
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578886/

[5578888] rados/singleton-nomsgr/{all/full-tiering rados supported-random-distro$/{centos_latest}}
time:   00:06:16
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578888/

[5578890] rados/cephadm/with-work/{distro/centos_latest fixed-2 mode/root msgr/async-v2only start tasks/rados_api_tests}
time:   00:30:01
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578890/

[5578892] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_latest} thrashers/morepggrow thrashosds-health workloads/cache-snaps}
time:   00:22:00
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578892/

[5578894] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/cache}
time:   00:07:43
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578894/

[5578896] rados/cephadm/smoke/{distro/ubuntu_18.04 fixed-2 start}
time:   00:11:59
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578896/

[5578898] rados/monthrash/{ceph clusters/3-mons msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} thrashers/sync workloads/rados_mon_workunits}
time:   00:32:08
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578898/

[5578900] rados/singleton/{all/radostool msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_latest}}
time:   00:18:49
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578900/

[5578902] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/dedup_tier}
time:   00:09:43
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578902/

[5578904] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-zstd supported-random-distro$/{centos_latest} tasks/progress}
time:   00:13:23
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578904/

[5578906] rados/cephadm/smoke-roleless/{distro/ubuntu_18.04 start}
time:   00:10:59
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578906/

[5578908] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/fastclose rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_latest} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-fast-read-overwrites}
time:   00:21:16
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578908/

[5578910] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/osd-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2}
time:   00:09:37
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578910/

[5578912] rados/multimon/{clusters/3 msgr-failures/many msgr/async no_pools objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} tasks/mon_clock_with_skews}
time:   00:04:28
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578912/

[5578914] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/pool-snaps-few-objects}
time:   00:30:03
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578914/

[5578916] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_cephadm_repos}
time:   00:06:31
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578916/

[5578918] rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/mimic backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} msgr-failures/few rados thrashers/none thrashosds-health workloads/cache-snaps}
time:   00:24:53
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578918/

[5578920] rados/perf/{ceph objectstore/bluestore-comp openstack settings/optimized ubuntu_latest workloads/cosbench_64K_read_write}
time:   00:16:07
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578920/

[5578922] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/rados_api_tests}
time:   00:27:00
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578922/

[5578924] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_latest} tasks/rados_cls_all}
time:   00:13:59
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578924/

[5578926] rados/singleton/{all/random-eio msgr-failures/many msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_latest}}
time:   00:24:13
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578926/

[5578928] rados/cephadm/with-work/{distro/rhel_8.0 fixed-2 mode/packaged msgr/async start tasks/rados_python}
time:   00:27:11
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578928/

[5578930] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/few objectstore/bluestore-comp-snappy rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3}
time:   00:12:52
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578930/

[5578932] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-snappy rados tasks/rados_api_tests validater/valgrind}
time:   00:49:31
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578932/

[5578934] rados/singleton-nomsgr/{all/health-warnings rados supported-random-distro$/{rhel_latest}}
time:   00:15:21
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578934/

[5578936] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_latest} thrashers/mapgap thrashosds-health workloads/radosbench-high-concurrency}
time:   00:49:53
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578936/

[5578938] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/few objectstore/bluestore-comp-snappy rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1}
time:   00:24:36
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578938/

[5578940] rados/cephadm/smoke/{distro/ubuntu_18.04_podman fixed-2 start}
time:   00:13:12
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578940/

[5578942] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/radosbench}
time:   01:12:43
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578942/

[5578946] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=2-m=1}
time:   00:24:58
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578946/

[5578948] rados/singleton/{all/rebuild-mondb msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest}}
time:   00:11:14
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578948/

[5578950] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_latest} thrashers/none thrashosds-health workloads/redirect}
time:   00:09:11
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578950/

[5578952] rados/cephadm/smoke-roleless/{distro/ubuntu_18.04_podman start}
time:   00:10:58
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578952/

[5578954] rados/singleton-bluestore/{all/cephtool msgr-failures/many msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_latest}}
time:   00:39:29
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578954/

[5578956] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-zstd supported-random-distro$/{ubuntu_latest} tasks/dashboard}
time:   00:56:05
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578956/

[5578958] rados/objectstore/{backends/filestore-idempotent supported-random-distro$/{rhel_latest}}
time:   02:37:40
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578958/

[5578960] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/redirect_promote_tests}
time:   00:13:53
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578960/

[5578962] rados/cephadm/workunits/{distro/centos_latest task/test_orch_cli}
time:   00:14:51
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578962/

[5578964] rados/perf/{ceph objectstore/bluestore-low-osd-mem-target openstack settings/optimized ubuntu_latest workloads/cosbench_64K_write}
time:   00:15:24
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578964/

[5578966] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/redirect_set_object}
time:   00:10:46
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578966/

[5578968] rados/singleton/{all/recovery-preemption msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_latest}}
time:   00:14:19
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578968/

[5578970] rados/cephadm/smoke/{distro/ubuntu_latest fixed-2 start}
time:   00:11:58
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578970/

[5578972] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/set-chunk-promote-flush}
time:   00:13:57
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578972/

[5578974] rados/singleton-nomsgr/{all/large-omap-object-warnings rados supported-random-distro$/{centos_latest}}
time:   00:09:15
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578974/

[5578976] rados/monthrash/{ceph clusters/9-mons msgr-failures/mon-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_latest} thrashers/force-sync-many workloads/snaps-few-objects}
time:   00:32:38
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578976/

[5578978] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-hybrid supported-random-distro$/{ubuntu_latest} tasks/prometheus}
time:   00:07:52
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578978/

[5578980] rados/cephadm/smoke-roleless/{distro/ubuntu_latest start}
time:   00:10:44
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578980/

[5578981] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest} thrashers/mapgap thrashosds-health workloads/set-chunks-read}
time:   00:14:25
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578981/

[5578983] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/fastclose objectstore/bluestore-stupid rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2}
time:   00:08:34
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578983/

[5578986] rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus-v1only backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{ubuntu_18.04} msgr-failures/osd-delay rados thrashers/pggrow thrashosds-health workloads/radosbench}
time:   01:21:18
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578986/

[5578988] rados/multimon/{clusters/6 msgr-failures/few msgr/async-v1only no_pools objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_latest} tasks/mon_recovery}
time:   00:14:16
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578988/

[5578990] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_latest} tasks/rados_python}
time:   00:14:58
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578990/

[5578992] rados/singleton/{all/resolve_stuck_peering msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_latest}}
time:   00:11:38
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578992/

[5578994] rados/cephadm/with-work/{distro/rhel_latest fixed-2 mode/root msgr/async-v1only start tasks/rados_api_tests}
time:   00:36:44
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578994/

[5578996] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_latest} thrashers/morepggrow thrashosds-health workloads/small-objects-balanced}
time:   00:19:29
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578996/

[5578998] rados/upgrade/nautilus-x-singleton/{0-cluster/{openstack start} 1-install/nautilus 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{rbd-cls rbd-import-export readwrite snaps-few-objects} 5-workload/{radosbench rbd_api} 6-finish-upgrade 7-octopus 8-workload/{rbd-python snaps-many-objects} bluestore-bitmap thrashosds-health ubuntu_latest}
time:   03:34:48
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5578998/

[5579000] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_latest} thrashers/none thrashosds-health workloads/small-objects-localized}
time:   00:23:06
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579000/

[5579001] rados/cephadm/orchestrator_cli/{2-node-mgr orchestrator_cli supported-random-distro$/{ubuntu_latest}}
time:   00:09:07
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579001/

[5579003] rados/perf/{ceph objectstore/bluestore-stupid openstack settings/optimized ubuntu_latest workloads/fio_4K_rand_read}
time:   00:09:54
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579003/

[5579006] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/osd-delay objectstore/bluestore-comp-zlib rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2}
time:   00:28:52
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579006/

[5579007] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zlib rados tasks/rados_cls_all validater/lockdep}
time:   00:15:06
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579007/

[5579009] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/small-objects}
time:   00:20:00
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579009/

[5579012] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/osd-delay objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1}
time:   00:25:00
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579012/

[5579014] rados/singleton/{all/test-crash msgr-failures/many msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_latest}}
time:   00:16:46
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579014/

[5579016] rados/cephadm/smoke/{distro/centos_7 fixed-2 start}
time:   00:15:23
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579016/

[5579018] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/snaps-few-objects-balanced}
time:   00:31:36
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579018/

[5579020] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/few rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{centos_latest} thrashers/pggrow thrashosds-health workloads/ec-small-objects-overwrites}
time:   00:19:55
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579020/

[5579022] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/fastclose objectstore/bluestore-comp-zlib rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1}
time:   00:27:45
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579022/

[5579024] rados/singleton-nomsgr/{all/lazy_omap_stats_output rados supported-random-distro$/{centos_latest}}
time:   00:07:22
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579024/

[5579026] rados/cephadm/smoke-roleless/{distro/centos_7 start}
time:   00:13:41
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579026/

[5579028] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/snaps-few-objects-localized}
time:   00:26:03
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579028/

[5579030] rados/singleton/{all/test_envlibrados_for_rocksdb msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_latest}}
time:   00:15:42
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579030/

[5579032] rados/cephadm/upgrade/{1-start 2-repo_digest/defaut 3-start-upgrade 4-wait distro$/{ubuntu_18.04_podman} fixed-2}
time:   00:17:56
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579032/

[5579034] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_latest} thrashers/mapgap thrashosds-health workloads/snaps-few-objects}
time:   00:23:32
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579034/

[5579036] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-hybrid supported-random-distro$/{rhel_latest} tasks/dashboard}
time:   01:02:19
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579036/

[5579037] rados/objectstore/{backends/fusestore supported-random-distro$/{ubuntu_latest}}
time:   00:07:20
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579037/

[5579040] rados/perf/{ceph objectstore/bluestore-basic-min-osd-mem-target openstack settings/optimized ubuntu_latest workloads/fio_4K_rand_rw}
time:   00:09:36
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579040/

[5579041] rados/cephadm/workunits/{distro/centos_latest task/test_adoption}
time:   00:09:15
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579041/

[5579043] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_latest} thrashers/morepggrow thrashosds-health workloads/write_fadvise_dontneed}
time:   00:20:42
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579043/

[5579045] rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/nautilus-v2only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} msgr-failures/fastclose rados thrashers/careful thrashosds-health workloads/rbd_cls}
time:   00:20:29
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579045/

[5579047] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_latest} tasks/rados_stress_watch}
time:   00:16:35
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579047/

[5579049] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-low-osd-mem-target supported-random-distro$/{rhel_latest} tasks/workunits}
time:   00:14:58
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579049/

[5579051] rados/monthrash/{ceph clusters/3-mons msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_latest} thrashers/many workloads/pool-create-delete}
time:   00:15:46
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579051/

[5579053] rados/standalone/{supported-random-distro$/{ubuntu_latest} workloads/mon}
time:   00:44:32
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579053/

[5579055] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/admin_socket_objecter_requests}
time:   00:15:09
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579055/

[5579057] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/few objectstore/filestore-xfs rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2}
time:   00:08:08
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579057/

[5579059] rados/cephadm/with-work/{distro/ubuntu_18.04 fixed-2 mode/packaged msgr/async-v2only start tasks/rados_python}
time:   00:23:19
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579059/

[5579061] rados/singleton/{all/thrash-backfill-full msgr-failures/many msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_latest}}
time:   01:08:12
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579061/

[5579063] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/cache-agent-big}
time:   00:21:19
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579063/

[5579065] rados/multimon/{clusters/9 msgr-failures/many msgr/async-v2only no_pools objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} tasks/mon_clock_no_skews}
time:   00:04:54
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579065/

[5579067] rados/singleton-nomsgr/{all/librados_hello_world rados supported-random-distro$/{ubuntu_latest}}
time:   00:09:21
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579067/

[5579069] rados/cephadm/smoke/{distro/centos_8.0 fixed-2 start}
time:   00:12:14
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579069/

[5579071] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/cache-agent-small}
time:   00:10:46
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579071/

[5579073] rados/cephadm/smoke-roleless/{distro/centos_8.0 start}
time:   00:10:41
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579073/

[5579075] rados/singleton/{all/thrash-eio msgr-failures/few msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_latest}}
time:   00:45:55
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579075/

[5579077] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/fastclose objectstore/bluestore-comp-zstd rados recovery-overrides/{default} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3}
time:   00:08:27
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579077/

[5579079] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none msgr-failures/few msgr/async objectstore/bluestore-comp-zstd rados tasks/mon_recovery validater/valgrind}
time:   00:24:11
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579079/

[5579081] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/cache-pool-snaps-readproxy}
time:   00:31:29
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579081/

[5579083] rados/perf/{ceph objectstore/bluestore-bitmap openstack settings/optimized ubuntu_latest workloads/fio_4M_rand_read}
time:   00:07:46
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579083/

[5579085] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_cephadm}
time:   00:14:03
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579085/

[5579087] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/fastclose objectstore/bluestore-comp-zstd rados recovery-overrides/{default} supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1}
time:   00:30:20
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579087/

[5579089] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/cache-pool-snaps}
time:   00:20:33
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579089/

[5579091] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/few objectstore/bluestore-comp-zstd rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-radosbench}
time:   02:27:51
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579091/

[5579093] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_latest} thrashers/morepggrow thrashosds-health workloads/cache-snaps-balanced}
time:   00:20:28
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579093/

[5579095] rados/cephadm/with-work/{distro/ubuntu_18.04_podman fixed-2 mode/root msgr/async start tasks/rados_api_tests}
time:   00:33:16
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579095/

[5579097] rados/singleton/{all/thrash-rados/{thrash-rados thrashosds-health} msgr-failures/many msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest}}
time:   00:20:00
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579097/

[5579099] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_latest} thrashers/none thrashosds-health workloads/cache-snaps}
time:   00:22:02
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579099/

[5579101] rados/cephadm/smoke/{distro/centos_latest fixed-2 start}
time:   00:10:16
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579101/

[5579103] rados/singleton-nomsgr/{all/msgr rados supported-random-distro$/{rhel_latest}}
time:   00:16:01
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579103/

[5579105] rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/nautilus backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{ubuntu_18.04} msgr-failures/few rados thrashers/default thrashosds-health workloads/snaps-few-objects}
time:   00:37:07
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579105/

[5579107] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest} tasks/rados_striper}
time:   00:06:48
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579107/

[5579109] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/cache}
time:   00:08:47
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579109/

[5579111] rados/cephadm/smoke-roleless/{distro/centos_latest start}
time:   00:09:03
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579111/

[5579115] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/dedup_tier}
time:   00:15:52
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579115/

[5579117] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-stupid supported-random-distro$/{centos_latest} tasks/crash}
time:   00:07:59
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579117/

[5579119] rados/perf/{ceph objectstore/bluestore-comp openstack settings/optimized ubuntu_latest workloads/fio_4M_rand_rw}
time:   00:10:42
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579119/

[5579121] rados/singleton-bluestore/{all/cephtool msgr-failures/few msgr/async objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest}}
time:   00:33:25
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579121/

[5579123] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/few rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-pool-snaps-few-objects-overwrites}
time:   00:26:07
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579123/

[5579125] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/few objectstore/bluestore-bitmap rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2}
time:   00:14:54
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579125/

[5579127] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-low-osd-mem-target supported-random-distro$/{rhel_latest} tasks/dashboard}
time:   01:01:43
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579127/

[5579129] rados/objectstore/{backends/keyvaluedb supported-random-distro$/{centos_latest}}
time:   00:06:48
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579129/

[5579131] rados/valgrind-leaks/{1-start 2-inject-leak/osd centos_latest}
time:   00:16:57
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579131/

[5579133] rados/monthrash/{ceph clusters/9-mons msgr-failures/mon-delay msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_latest} thrashers/one workloads/rados_5925}
time:   00:12:25
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579133/

[5579135] rados/cephadm/workunits/{distro/centos_latest task/test_cephadm_repos}
time:   00:06:38
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579135/

[5579137] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/pool-snaps-few-objects}
time:   00:34:30
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579137/

[5579141] rados/cephadm/with-work/{distro/centos_8.0 fixed-2 mode/packaged msgr/async start tasks/rados_python}
time:   00:23:49
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579141/

[5579143] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest} thrashers/mapgap thrashosds-health workloads/rados_api_tests}
time:   00:24:14
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579143/

[5579145] rados/singleton/{all/watch-notify-same-primary msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_latest}}
time:   00:11:52
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579145/

[5579147] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{centos_latest} thrashers/morepggrow thrashosds-health workloads/radosbench-high-concurrency}
time:   00:38:44
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579147/

[5579149] rados/cephadm/smoke/{distro/rhel_7 fixed-2 start}
time:   00:14:22
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579149/

[5579151] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/few objectstore/bluestore-hybrid rados recovery-overrides/{more-async-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/fastread thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2}
time:   00:23:43
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579151/

[5579153] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} msgr-failures/few msgr/async-v1only objectstore/bluestore-hybrid rados tasks/rados_api_tests validater/lockdep}
time:   00:23:16
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579153/

[5579157] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/radosbench}
time:   01:08:38
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579157/

[5579159] rados/cephadm/smoke-roleless/{distro/rhel_7 start}
time:   00:12:50
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579159/

[5579163] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/few objectstore/bluestore-hybrid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_latest} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1}
time:   00:21:55
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579163/

[5579165] rados/singleton/{all/admin-socket msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{centos_latest}}
time:   00:05:07
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579165/

[5579167] rados/perf/{ceph objectstore/bluestore-low-osd-mem-target openstack settings/optimized ubuntu_latest workloads/fio_4M_rand_write}
time:   00:08:11
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579167/

[5579169] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_latest} thrashers/pggrow thrashosds-health workloads/redirect}
time:   00:18:01
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579169/

[5579171] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/osd-delay objectstore/bluestore-hybrid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{rhel_latest} thrashers/fastread thrashosds-health workloads/ec-small-objects-balanced}
time:   00:23:01
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579171/

[5579173] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_orch_cli}
time:   00:15:17
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579173/

[5579175] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/redirect_promote_tests}
time:   00:16:51
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579175/

[5579177] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_latest} tasks/rados_workunit_loadgen_big}
time:   00:37:19
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579177/

[5579181] rados/cephadm/smoke/{distro/rhel_8.0 fixed-2 start}
time:   00:15:34
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579181/

[5579183] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/redirect_set_object}
time:   00:11:35
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579183/

[5579185] rados/singleton/{all/deduptool msgr-failures/many msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest}}
time:   00:09:05
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579185/

[5579186] rados/cephadm/smoke-roleless/{distro/rhel_8.0 start}
time:   00:14:31
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579186/

[5579189] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} thrashers/mapgap thrashosds-health workloads/set-chunk-promote-flush}
time:   00:08:16
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579189/

[5579190] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/osd-delay objectstore/bluestore-comp-lz4 rados recovery-overrides/{more-async-recovery} supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2}
time:   00:15:13
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579190/

[5579192] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/filestore-xfs supported-random-distro$/{rhel_latest} tasks/failover}
time:   00:15:10
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579192/

[5579194] rados/singleton-nomsgr/{all/osd_stale_reads rados supported-random-distro$/{rhel_latest}}
time:   00:21:12
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579194/

[5579196] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} thrashers/morepggrow thrashosds-health workloads/set-chunks-read}
time:   00:12:32
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579196/

[5579198] rados/cephadm/with-work/{distro/centos_latest fixed-2 mode/root msgr/async-v1only start tasks/rados_api_tests}
time:   00:31:12
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579198/

[5579200] rados/monthrash/{ceph clusters/3-mons msgr-failures/few msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{rhel_latest} thrashers/sync-many workloads/rados_api_tests}
time:   00:28:57
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579200/

[5579202] rados/singleton/{all/divergent_priors msgr-failures/few msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{centos_latest}}
time:   00:07:11
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579202/

[5579204] rados/perf/{ceph objectstore/bluestore-stupid openstack settings/optimized ubuntu_latest workloads/radosbench_4K_rand_read}
time:   00:09:27
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579204/

[5579206] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-stupid supported-random-distro$/{rhel_latest} tasks/dashboard}
time:   01:01:28
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579206/

[5579208] rados/objectstore/{backends/objectcacher-stress supported-random-distro$/{rhel_latest}}
time:   00:30:16
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579208/

[5579210] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{rhel_latest} thrashers/none thrashosds-health workloads/small-objects-balanced}
time:   00:22:06
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579210/

[5579212] rados/multimon/{clusters/3 msgr-failures/many msgr/async-v1only no_pools objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{ubuntu_latest} tasks/mon_recovery}
time:   00:06:34
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579212/

[5579216] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/small-objects-localized}
time:   00:18:33
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579216/

[5579218] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_adoption}
time:   00:09:07
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579218/

[5579220] rados/singleton/{all/divergent_priors2 msgr-failures/many msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{centos_latest}}
time:   00:07:24
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579220/

[5579222] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/small-objects}
time:   00:19:12
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579222/

[5579224] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/osd-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_latest} thrashers/mapgap thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3}
time:   00:08:44
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579224/

[5579226] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/none msgr-failures/few msgr/async-v2only objectstore/bluestore-low-osd-mem-target rados tasks/rados_cls_all validater/valgrind}
time:   01:14:01
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579226/

[5579228] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/osd-delay rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-small-objects-fast-read-overwrites}
time:   00:19:03
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579228/

[5579230] rados/cephadm/smoke/{distro/rhel_latest fixed-2 start}
time:   00:14:58
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579230/

[5579232] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_latest} thrashers/default thrashosds-health workloads/snaps-few-objects-balanced}
time:   00:33:29
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579232/

[5579234] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/osd-delay objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1}
time:   00:32:50
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579234/

[5579236] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/many msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_latest} tasks/rados_workunit_loadgen_mix}
time:   00:27:10
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579236/

[5579238] rados/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/jewel-v1only backoff/normal ceph clusters/{openstack three-plus-one} d-balancer/off distro$/{ubuntu_18.04} msgr-failures/fastclose rados thrashers/morepggrow thrashosds-health workloads/cache-snaps}
time:   00:29:35
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579238/

[5579240] rados/cephadm/smoke-roleless/{distro/rhel_latest start}
time:   00:13:27
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579240/

[5579242] rados/singleton-nomsgr/{all/pool-access rados supported-random-distro$/{ubuntu_latest}}
time:   00:08:35
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579242/

[5579244] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_latest} thrashers/mapgap thrashosds-health workloads/snaps-few-objects-localized}
time:   00:24:17
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579244/

[5579246] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/normal msgr-failures/fastclose objectstore/bluestore-low-osd-mem-target rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/minsize_recovery thrashosds-health workloads/ec-small-objects-fast-read}
time:   00:17:10
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579246/

[5579248] rados/perf/{ceph objectstore/bluestore-basic-min-osd-mem-target openstack settings/optimized ubuntu_latest workloads/radosbench_4K_seq_read}
time:   00:07:54
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579248/

[5579250] rados/singleton/{all/dump-stuck msgr-failures/few msgr/async objectstore/filestore-xfs rados supported-random-distro$/{centos_latest}}
time:   00:06:58
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579250/

[5579252] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{rhel_latest} thrashers/morepggrow thrashosds-health workloads/snaps-few-objects}
time:   00:31:24
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579252/

[5579254] rados/cephadm/with-work/{distro/rhel_8.0 fixed-2 mode/packaged msgr/async-v2only start tasks/rados_python}
time:   00:28:15
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579254/

[5579256] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/write_fadvise_dontneed}
time:   00:09:55
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579256/

[5579258] rados/cephadm/workunits/{distro/centos_latest task/test_cephadm}
time:   00:13:53
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579258/

[5579260] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/fastclose objectstore/bluestore-comp-snappy rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2}
time:   00:09:23
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579260/

[5579262] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-bitmap supported-random-distro$/{centos_latest} tasks/insights}
time:   00:09:16
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579262/

[5579264] rados/singleton/{all/ec-lost-unfound msgr-failures/many msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{rhel_latest}}
time:   00:36:12
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579264/

[5579266] rados/standalone/{supported-random-distro$/{centos_latest} workloads/scrub}
time:   01:28:43
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579266/

[5579268] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_latest} thrashers/pggrow thrashosds-health workloads/admin_socket_objecter_requests}
time:   00:26:12
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579268/

[5579270] rados/cephadm/smoke/{distro/ubuntu_18.04 fixed-2 start}
time:   00:12:02
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579270/

[5579272] rados/monthrash/{ceph clusters/9-mons msgr-failures/mon-delay msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_latest} thrashers/sync workloads/rados_mon_osdmap_prune}
time:   00:51:43
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579272/

[5579274] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-stupid rados supported-random-distro$/{rhel_latest} thrashers/careful thrashosds-health workloads/cache-agent-big}
time:   00:22:16
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579274/

[5579276] rados/cephadm/smoke-roleless/{distro/ubuntu_18.04 start}
time:   00:10:45
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579276/

[5579278] rados/perf/{ceph objectstore/bluestore-bitmap openstack settings/optimized ubuntu_latest workloads/radosbench_4M_rand_read}
time:   00:08:47
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579278/

[5579280] rados/multimon/{clusters/6 msgr-failures/few msgr/async-v2only no_pools objectstore/bluestore-stupid rados supported-random-distro$/{ubuntu_latest} tasks/mon_clock_no_skews}
time:   00:04:45
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579280/

[5579282] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{default} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/filestore-xfs rados supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/cache-agent-small}
time:   00:11:52
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579282/

[5579284] rados/singleton-nomsgr/{all/recovery-unfound-found rados supported-random-distro$/{centos_latest}}
time:   00:26:22
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579284/

[5579286] rados/singleton/{all/erasure-code-nonregression msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_latest}}
time:   00:14:57
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579286/

[5579288] rados/singleton-bluestore/{all/cephtool msgr-failures/many msgr/async-v1only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_latest}}
time:   00:42:08
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579288/

[5579290] rados/dashboard/{clusters/{2-node-mgr} debug/mgr objectstore/filestore-xfs supported-random-distro$/{centos_latest} tasks/dashboard}
time:   00:54:53
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579290/

[5579292] rados/objectstore/{backends/objectstore supported-random-distro$/{ubuntu_latest}}
time:   04:24:24
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579292/

[5579294] rados/cephadm/with-work/{distro/rhel_latest fixed-2 mode/root msgr/async start tasks/rados_api_tests}
time:   00:37:17
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579294/

[5579296] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-bitmap rados supported-random-distro$/{centos_latest} thrashers/mapgap thrashosds-health workloads/cache-pool-snaps-readproxy}
time:   00:19:41
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579296/

[5579298] rados/basic/{ceph clusters/{fixed-2 openstack} msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_latest} tasks/rados_workunit_loadgen_mostlyread}
time:   00:34:49
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579298/

[5579300] rados/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/jewel backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} msgr-failures/few rados thrashers/none thrashosds-health workloads/radosbench}
time:   01:04:07
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579300/

[5579302] rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} msgr-failures/fastclose objectstore/bluestore-stupid rados recovery-overrides/{default} supported-random-distro$/{rhel_latest} thrashers/morepggrow thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2}
time:   00:29:24
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579302/

[5579304] rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} msgr-failures/few msgr/async objectstore/bluestore-stupid rados tasks/mon_recovery validater/lockdep}
time:   00:09:52
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579304/

[5579306] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-partial-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados supported-random-distro$/{rhel_latest} thrashers/morepggrow thrashosds-health workloads/cache-pool-snaps}
time:   00:28:02
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579306/

[5579308] rados/cephadm/workunits/{distro/ubuntu_18.04_podman task/test_cephadm_repos}
time:   00:07:16
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579308/

[5579310] rados/thrash-erasure-code-isa/{arch/x86_64 ceph clusters/{fixed-2 openstack} msgr-failures/fastclose objectstore/bluestore-stupid rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/none thrashosds-health workloads/ec-rados-plugin=isa-k=2-m=1}
time:   00:20:39
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579310/

[5579312] rados/singleton/{all/lost-unfound-delete msgr-failures/many msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest}}
time:   00:24:54
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579312/

[5579314] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{centos_latest} thrashers/none thrashosds-health workloads/cache-snaps-balanced}
time:   00:17:29
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579314/

[5579316] rados/cephadm/smoke/{distro/ubuntu_18.04_podman fixed-2 start}
time:   00:13:16
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579316/

[5579318] rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/few objectstore/bluestore-stupid rados recovery-overrides/{more-async-recovery} supported-random-distro$/{centos_latest} thrashers/morepggrow thrashosds-health workloads/ec-small-objects-many-deletes}
time:   00:23:10
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579318/

[5579320] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-async-recovery} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{rhel_latest} thrashers/pggrow thrashosds-health workloads/cache-snaps}
time:   00:26:42
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579320/

[5579322] rados/perf/{ceph objectstore/bluestore-comp openstack settings/optimized ubuntu_latest workloads/radosbench_4M_seq_read}
time:   00:08:58
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579322/

[5579324] rados/cephadm/smoke-roleless/{distro/ubuntu_18.04_podman start}
time:   00:11:08
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579324/

[5579326] rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{more-async-recovery} backoff/peering ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/off msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-zstd rados supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/cache}
time:   00:08:47
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579326/

[5579328] rados/singleton-nomsgr/{all/version-number-sanity rados supported-random-distro$/{rhel_latest}}
time:   00:15:46
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579328/

[5579330] rados/singleton/{all/lost-unfound msgr-failures/few msgr/async-v1only objectstore/bluestore-comp-zlib rados supported-random-distro$/{centos_latest}}
time:   00:28:19
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579330/

[5579332] rados/thrash-erasure-code-overwrites/{bluestore-bitmap ceph clusters/{fixed-2 openstack} fast/fast msgr-failures/fastclose rados recovery-overrides/{more-active-recovery} supported-random-distro$/{centos_latest} thrashers/fastread thrashosds-health workloads/ec-small-objects-overwrites}
time:   00:19:38
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579332/

[5579334] rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} msgr-failures/few objectstore/bluestore-comp-zlib rados recovery-overrides/{default} supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2}
time:   00:09:37
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579334/

[5579336] rados/cephadm/workunits/{distro/centos_latest task/test_orch_cli}
time:   00:15:20
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579336/

[5579338] rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-active-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/upmap msgr-failures/osd-delay msgr/async objectstore/bluestore-hybrid rados supported-random-distro$/{centos_latest} thrashers/default thrashosds-health workloads/dedup_tier}
time:   00:09:04
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579338/

[5579340] rados/mgr/{clusters/{2-node-mgr} debug/mgr objectstore/bluestore-comp-lz4 supported-random-distro$/{ubuntu_latest} tasks/module_selftest}
time:   00:22:45
info:   http://pulpito.ceph.com/teuthology-2020-11-01_02:30:03-rados-octopus-distro-basic-smithi/5579340/