Found 32 jobs Ignoring malparsed backtrace: ceph version 16.0.0-4528-g8d9001a (8d9001a8062a52bb640447b6a7e38abbff3580ee) pacific (dev) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7fbbbded9f1a] , 2: (WriteOp::_finish(TestOp::CallbackInfo*)+0x5b6) [0x558b98adb666] Ignoring malparsed backtrace: 2020-08-19T18:36:12.582 INFO:teuthology.orchestra.run.smithi154.stdout:ERROR: (22) Invalid argument , 2020-08-19T18:36:12.583 INFO:teuthology.orchestra.run.smithi154.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. , 2020-08-19T18:36:12.591 INFO:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-osd.7.asok dump_blocked_ops Ignoring malparsed backtrace: 2020-08-19T18:36:36.517 INFO:teuthology.orchestra.run.smithi205:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd reweight 10 1 , reweighted osd.10 to 1 (10000) , 2020-08-19T18:36:37.528 INFO:teuthology.orchestra.run.smithi205:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd primary-affinity 10 1 Ignoring malparsed backtrace: 2020-08-19T18:36:48.979 INFO:teuthology.orchestra.run.smithi205.stdout: , 2020-08-19T18:36:48.979 INFO:teuthology.orchestra.run.smithi205.stdout:{"epoch":59,"fsid":"39cdcbd0-9c53-47f6-a4b5-14d8b5dbd8d4","created":"2020-08-19T18:35:34.478665+0000","modified":"2020-08-19T18:36:46.841238+0000","last_up_change":"2020-08-19T18:35:47.237743+0000","last_in_change":"2020-08-19T18:36:16.370754+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2020-08-19T18:35:37.803265+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2020-08-19T18:35:51.882703+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"unique_pool_0","create_time":"2020-08-19T18:36:05.331830+0000","flags":1,"flags_names":"hashpspool","type":3,"size":8,"min_size":5,"crush_rule":1,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"28","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"lrcprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":16384,"expected_num_objects":0,"fast_read":true,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"9fb4583f-34f5-4f81-827b-cff7a1d9652d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6800","nonce":29053},{"type":"v1","addr":"172.21.15.205:6801","nonce":29053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6802","nonce":29053},{"type":"v1","addr":"172.21.15.205:6803","nonce":29053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6806","nonce":29053},{"type":"v1","addr":"172.21.15.205:6807","nonce":29053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6804","nonce":29053},{"type":"v1","addr":"172.21.15.205:6805","nonce":29053}]},"public_addr":"172.21.15.205:6801/29053","cluster_addr":"172.21.15.205:6803/29053","heartbeat_back_addr":"172.21.15.205:6807/29053","heartbeat_front_addr":"172.21.15.205:6805/29053","state":["exists","up"]},{"osd":1,"uuid":"1a0f8e0b-cc00-43ae-bcd8-b592dcc175c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6808","nonce":29054},{"type":"v1","addr":"172.21.15.205:6809","nonce":29054}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6810","nonce":29054},{"type":"v1","addr":"172.21.15.205:6812","nonce":29054}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6818","nonce":29054},{"type":"v1","addr":"172.21.15.205:6820","nonce":29054}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6814","nonce":29054},{"type":"v1","addr":"172.21.15.205:6816","nonce":29054}]},"public_addr":"172.21.15.205:6809/29054","cluster_addr":"172.21.15.205:6812/29054","heartbeat_back_addr":"172.21.15.205:6820/29054","heartbeat_front_addr":"172.21.15.205:6816/29054","state":["exists","up"]},{"osd":2,"uuid":"8c152b42-760f-4e22-b561-42a4bc577f45","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6811","nonce":29055},{"type":"v1","addr":"172.21.15.205:6813","nonce":29055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6815","nonce":29055},{"type":"v1","addr":"172.21.15.205:6817","nonce":29055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6822","nonce":29055},{"type":"v1","addr":"172.21.15.205:6824","nonce":29055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6819","nonce":29055},{"type":"v1","addr":"172.21.15.205:6821","nonce":29055}]},"public_addr":"172.21.15.205:6813/29055","cluster_addr":"172.21.15.205:6817/29055","heartbeat_back_addr":"172.21.15.205:6824/29055","heartbeat_front_addr":"172.21.15.205:6821/29055","state":["exists","up"]},{"osd":3,"uuid":"a32fdca5-bea8-4fda-b4c6-9f1d1054d71e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6823","nonce":29056},{"type":"v1","addr":"172.21.15.205:6825","nonce":29056}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6826","nonce":29056},{"type":"v1","addr":"172.21.15.205:6827","nonce":29056}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6830","nonce":29056},{"type":"v1","addr":"172.21.15.205:6831","nonce":29056}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6828","nonce":29056},{"type":"v1","addr":"172.21.15.205:6829","nonce":29056}]},"public_addr":"172.21.15.205:6825/29056","cluster_addr":"172.21.15.205:6827/29056","heartbeat_back_addr":"172.21.15.205:6831/29056","heartbeat_front_addr":"172.21.15.205:6829/29056","state":["exists","up"]},{"osd":4,"uuid":"cc0f3eba-7bde-4878-9d90-25244eb2b7e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":29116},{"type":"v1","addr":"172.21.15.154:6803","nonce":29116}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":29116},{"type":"v1","addr":"172.21.15.154:6805","nonce":29116}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":29116},{"type":"v1","addr":"172.21.15.154:6809","nonce":29116}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":29116},{"type":"v1","addr":"172.21.15.154:6807","nonce":29116}]},"public_addr":"172.21.15.154:6803/29116","cluster_addr":"172.21.15.154:6805/29116","heartbeat_back_addr":"172.21.15.154:6809/29116","heartbeat_front_addr":"172.21.15.154:6807/29116","state":["exists","up"]},{"osd":5,"uuid":"d4e4079f-ac2e-4e50-9559-73d6ebec27be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":29117},{"type":"v1","addr":"172.21.15.154:6814","nonce":29117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":29117},{"type":"v1","addr":"172.21.15.154:6818","nonce":29117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":29117},{"type":"v1","addr":"172.21.15.154:6826","nonce":29117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":29117},{"type":"v1","addr":"172.21.15.154:6824","nonce":29117}]},"public_addr":"172.21.15.154:6814/29117","cluster_addr":"172.21.15.154:6818/29117","heartbeat_back_addr":"172.21.15.154:6826/29117","heartbeat_front_addr":"172.21.15.154:6824/29117","state":["exists","up"]},{"osd":6,"uuid":"f2405e13-51fc-435c-8313-e936bc96c4d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":29118},{"type":"v1","addr":"172.21.15.154:6811","nonce":29118}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6813","nonce":29118},{"type":"v1","addr":"172.21.15.154:6815","nonce":29118}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":29118},{"type":"v1","addr":"172.21.15.154:6823","nonce":29118}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":29118},{"type":"v1","addr":"172.21.15.154:6819","nonce":29118}]},"public_addr":"172.21.15.154:6811/29118","cluster_addr":"172.21.15.154:6815/29118","heartbeat_back_addr":"172.21.15.154:6823/29118","heartbeat_front_addr":"172.21.15.154:6819/29118","state":["exists","up"]},{"osd":7,"uuid":"4f97bf5d-4456-48c3-a6cf-1a9f2be39a2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6822","nonce":29119},{"type":"v1","addr":"172.21.15.154:6827","nonce":29119}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":29119},{"type":"v1","addr":"172.21.15.154:6829","nonce":29119}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":29119},{"type":"v1","addr":"172.21.15.154:6833","nonce":29119}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":29119},{"type":"v1","addr":"172.21.15.154:6831","nonce":29119}]},"public_addr":"172.21.15.154:6827/29119","cluster_addr":"172.21.15.154:6829/29119","heartbeat_back_addr":"172.21.15.154:6833/29119","heartbeat_front_addr":"172.21.15.154:6831/29119","state":["exists","up"]},{"osd":8,"uuid":"bbefa8dc-9714-484c-bef2-7ae5c8956c5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":29351},{"type":"v1","addr":"172.21.15.187:6801","nonce":29351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":29351},{"type":"v1","addr":"172.21.15.187:6803","nonce":29351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":29351},{"type":"v1","addr":"172.21.15.187:6807","nonce":29351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":29351},{"type":"v1","addr":"172.21.15.187:6805","nonce":29351}]},"public_addr":"172.21.15.187:6801/29351","cluster_addr":"172.21.15.187:6803/29351","heartbeat_back_addr":"172.21.15.187:6807/29351","heartbeat_front_addr":"172.21.15.187:6805/29351","state":["exists","up"]},{"osd":9,"uuid":"a4db5886-aa97-4fdd-8597-173bd7e07159","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":29381},{"type":"v1","addr":"172.21.15.187:6818","nonce":29381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":29381},{"type":"v1","addr":"172.21.15.187:6821","nonce":29381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6827","nonce":29381},{"type":"v1","addr":"172.21.15.187:6828","nonce":29381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6823","nonce":29381},{"type":"v1","addr":"172.21.15.187:6825","nonce":29381}]},"public_addr":"172.21.15.187:6818/29381","cluster_addr":"172.21.15.187:6821/29381","heartbeat_back_addr":"172.21.15.187:6828/29381","heartbeat_front_addr":"172.21.15.187:6825/29381","state":["exists","up"]},{"osd":10,"uuid":"bf1e392f-9475-47cd-8181-c3a79cfcd6bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6817","nonce":29382},{"type":"v1","addr":"172.21.15.187:6819","nonce":29382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":29382},{"type":"v1","addr":"172.21.15.187:6824","nonce":29382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":29382},{"type":"v1","addr":"172.21.15.187:6831","nonce":29382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":29382},{"type":"v1","addr":"172.21.15.187:6829","nonce":29382}]},"public_addr":"172.21.15.187:6819/29382","cluster_addr":"172.21.15.187:6824/29382","heartbeat_back_addr":"172.21.15.187:6831/29382","heartbeat_front_addr":"172.21.15.187:6829/29382","state":["exists","up"]},{"osd":11,"uuid":"77fd086b-0f18-49e1-9bf0-47c9fe169e1e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":29352},{"type":"v1","addr":"172.21.15.187:6809","nonce":29352}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":29352},{"type":"v1","addr":"172.21.15.187:6811","nonce":29352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":29352},{"type":"v1","addr":"172.21.15.187:6815","nonce":29352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":29352},{"type":"v1","addr":"172.21.15.187:6813","nonce":29352}]},"public_addr":"172.21.15.187:6809/29352","cluster_addr":"172.21.15.187:6811/29352","heartbeat_back_addr":"172.21.15.187:6815/29352","heartbeat_front_addr":"172.21.15.187:6813/29352","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:45.577646+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:46.553053+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:45.543164+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:46.353296+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:45.750380+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:46.589550+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:46.411297+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:45.954430+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:46.393735+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:45.651469+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:45.920230+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:45.682501+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.1","mappings":[{"from":11,"to":0}]},{"pgid":"3.5","mappings":[{"from":10,"to":5}]},{"pgid":"3.a","mappings":[{"from":11,"to":0}]}],"pg_temp":[],"primary_temp":[],"blacklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"},"lrcprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","k":"4","l":"3","m":"2","name":"lrcprofile","plugin":"lrc"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} , 2020-08-19T18:36:49.991 INFO:tasks.ceph:Scrubbing osd.0 Ignoring malparsed backtrace: 2020-08-19T18:36:55.389 INFO:tasks.ceph:pgid 3.0 last_scrub_stamp 2020-08-19T18:36:06.310881+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=36, tm_sec=6, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=36, tm_sec=48, tm_wday=2, tm_yday=232, tm_isdst=0) , 2020-08-19T18:36:55.389 INFO:tasks.ceph:pgid 2.3 last_scrub_stamp 2020-08-19T18:35:52.264062+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=35, tm_sec=52, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=36, tm_sec=48, tm_wday=2, tm_yday=232, tm_isdst=0) , 2020-08-19T18:36:55.390 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2020-08-19T18:35:38.553731+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=35, tm_sec=38, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=36, tm_sec=48, tm_wday=2, tm_yday=232, tm_isdst=0) Ignoring malparsed backtrace: 2020-08-19T18:37:17.248 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi205.front.sepia.ceph.com , 2020-08-19T18:37:17.249 INFO:teuthology.orchestra.run.smithi205:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 , 2020-08-19T18:37:17.320 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi205.front.sepia.ceph.com Ignoring malparsed backtrace: 2020-08-19T18:37:26.520 INFO:teuthology.orchestra.run.smithi205:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits , 2020-08-19T18:37:26.553 INFO:teuthology.orchestra.run.smithi205:> sudo lsb_release -is , 2020-08-19T18:37:26.633 INFO:teuthology.orchestra.run.smithi205.stdout:CentOS Ignoring malparsed backtrace: 2020-08-19T18:37:28.090 INFO:teuthology.orchestra.run.smithi187.stdout: , 2020-08-19T18:37:28.090 INFO:teuthology.orchestra.run.smithi187.stdout:Removed: , 2020-08-19T18:37:28.090 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-radosgw-2:16.0.0-4528.g8d9001a.el8.x86_64 Ignoring malparsed backtrace: 2020-08-19T18:37:30.188 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : socat-1.7.3.2-6.el8.x86_64 4/5 , 2020-08-19T18:37:30.197 INFO:teuthology.orchestra.run.smithi205.stdout: Running scriptlet: xmlstarlet-1.6.1-11.el8.x86_64 5/5 , 2020-08-19T18:37:30.198 INFO:teuthology.orchestra.run.smithi205.stdout: Verifying : ceph-test-2:16.0.0-4528.g8d9001a.el8.x86_64 1/5 Ignoring malparsed backtrace: 2020-08-19T18:37:31.449 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-mds-2:16.0.0-4528.g8d9001a.el8.x86_64 2/4 , 2020-08-19T18:37:31.450 INFO:teuthology.orchestra.run.smithi154.stdout: Erasing : ceph-mds-2:16.0.0-4528.g8d9001a.el8.x86_64 2/4 , 2020-08-19T18:37:31.462 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-mds-2:16.0.0-4528.g8d9001a.el8.x86_64 2/4 Ignoring malparsed backtrace: 2020-08-19T18:37:33.297 INFO:teuthology.orchestra.run.smithi154.stdout: python3-ceph-argparse x86_642:16.0.0-4528.g8d9001a.el8 @ceph 113 k , 2020-08-19T18:37:33.298 INFO:teuthology.orchestra.run.smithi154.stdout: python3-ceph-common x86_642:16.0.0-4528.g8d9001a.el8 @ceph 265 k , 2020-08-19T18:37:33.298 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cephfs x86_642:16.0.0-4528.g8d9001a.el8 @ceph 659 k Ignoring malparsed backtrace: 2020-08-19T18:37:33.388 INFO:teuthology.orchestra.run.smithi187.stdout: python3-ceph-argparse x86_642:16.0.0-4528.g8d9001a.el8 @ceph 113 k , 2020-08-19T18:37:33.388 INFO:teuthology.orchestra.run.smithi187.stdout: python3-ceph-common x86_642:16.0.0-4528.g8d9001a.el8 @ceph 265 k , 2020-08-19T18:37:33.388 INFO:teuthology.orchestra.run.smithi187.stdout: python3-cephfs x86_642:16.0.0-4528.g8d9001a.el8 @ceph 659 k Ignoring malparsed backtrace: 2020-08-19T18:37:33.620 INFO:teuthology.orchestra.run.smithi205.stdout: python3-babel noarch2.5.1-5.el8 @CentOS-AppStream 20 M , 2020-08-19T18:37:33.620 INFO:teuthology.orchestra.run.smithi205.stdout: python3-bcrypt x86_643.1.6-2.el8.1 @epel 78 k , 2020-08-19T18:37:33.621 INFO:teuthology.orchestra.run.smithi205.stdout: python3-beautifulsoup4 noarch4.6.3-2.el8.1 @epel 817 k Ignoring malparsed backtrace: 2020-08-19T18:37:35.761 INFO:teuthology.orchestra.run.smithi205.stdout: Erasing : python3-pecan-1.3.2-9.el8.noarch 4/85 , 2020-08-19T18:37:35.761 INFO:teuthology.orchestra.run.smithi205.stdout: Erasing : ceph-mgr-dashboard-2:16.0.0-4528.g8d9001a.el8.noar 5/85 , 2020-08-19T18:37:35.779 INFO:teuthology.orchestra.run.smithi154.stdout: Erasing : python3-google-auth-1:1.1.1-10.el8.noarch 7/85 Ignoring malparsed backtrace: 2020-08-19T18:37:41.048 INFO:teuthology.orchestra.run.smithi205.stdout: Erasing : python3-pyasn1-modules-0.3.7-6.el8.noarch 30/85 , 2020-08-19T18:37:41.139 INFO:teuthology.orchestra.run.smithi154.stdout: Erasing : python3-jwt-1.6.1-2.el8.noarch 38/85 , 2020-08-19T18:37:41.194 INFO:teuthology.orchestra.run.smithi187.stdout: Erasing : python3-pyasn1-0.3.7-6.el8.noarch 34/85 Ignoring malparsed backtrace: 2020-08-19T18:37:45.790 INFO:teuthology.orchestra.run.smithi154.stdout: Erasing : python3-ceph-argparse-2:16.0.0-4528.g8d9001a.el8.x 65/85 , 2020-08-19T18:37:45.838 INFO:teuthology.orchestra.run.smithi205.stdout: Running scriptlet: ceph-base-2:16.0.0-4528.g8d9001a.el8.x86_64 57/85 , 2020-08-19T18:37:45.839 INFO:teuthology.orchestra.run.smithi205.stdout: Erasing : ceph-common-2:16.0.0-4528.g8d9001a.el8.x86_64 58/85 Ignoring malparsed backtrace: 2020-08-19T18:38:03.442 INFO:teuthology.orchestra.run.smithi154.stdout: Erasing : libradosstriper1-2:16.0.0-4528.g8d9001a.el8.x86_64 82/85 , 2020-08-19T18:38:03.531 INFO:teuthology.orchestra.run.smithi187.stdout: Erasing : liboath-2.6.2-3.el8.x86_64 78/85 , 2020-08-19T18:38:03.603 INFO:teuthology.orchestra.run.smithi205.stdout: Erasing : gperftools-libs-2.7-6.el8.x86_64 73/85 Ignoring malparsed backtrace: 2020-08-19T18:38:04.389 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 81/85 , 2020-08-19T18:38:04.389 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 82/85 , 2020-08-19T18:38:04.389 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 83/85 Ignoring malparsed backtrace: 2020-08-19T18:38:05.944 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : rbd-mirror-2:16.0.0-4528.g8d9001a.el8.x86_64 85/85 , 2020-08-19T18:38:05.945 INFO:teuthology.orchestra.run.smithi154.stdout: , 2020-08-19T18:38:05.945 INFO:teuthology.orchestra.run.smithi154.stdout:Removed: Ignoring malparsed backtrace: 2020-08-19T18:38:06.032 INFO:teuthology.orchestra.run.smithi205.stdout: Verifying : ceph-selinux-2:16.0.0-4528.g8d9001a.el8.x86_64 11/85 , 2020-08-19T18:38:06.032 INFO:teuthology.orchestra.run.smithi205.stdout: Verifying : gperftools-libs-2.7-6.el8.x86_64 12/85 , 2020-08-19T18:38:06.032 INFO:teuthology.orchestra.run.smithi205.stdout: Verifying : leveldb-1.22-1.el8.x86_64 13/85 Ignoring malparsed backtrace: 2020-08-19T18:38:06.565 INFO:teuthology.orchestra.run.smithi187.stdout: openblas-threads-0.3.3-2.el8.x86_64 , 2020-08-19T18:38:06.565 INFO:teuthology.orchestra.run.smithi187.stdout: python3-apipkg-1.5-6.el8.noarch , 2020-08-19T18:38:06.566 INFO:teuthology.orchestra.run.smithi187.stdout: python3-babel-2.5.1-5.el8.noarch Ignoring malparsed backtrace: 2020-08-19T18:38:07.671 INFO:teuthology.orchestra.run.smithi205.stdout: Verifying : rbd-mirror-2:16.0.0-4528.g8d9001a.el8.x86_64 85/85 , 2020-08-19T18:38:07.671 INFO:teuthology.orchestra.run.smithi205.stdout: , 2020-08-19T18:38:07.671 INFO:teuthology.orchestra.run.smithi205.stdout:Removed: Ignoring malparsed backtrace: 2020-08-19T18:38:08.212 INFO:teuthology.orchestra.run.smithi187.stdout:userdel: cephadm mail spool (/var/spool/mail/cephadm) not found , 2020-08-19T18:38:08.212 INFO:teuthology.orchestra.run.smithi187.stdout:userdel: cephadm home directory (/var/lib/cephadm) not found , 2020-08-19T18:38:08.213 INFO:teuthology.orchestra.run.smithi187.stdout: Ignoring malparsed backtrace: 2020-08-19T18:38:10.872 INFO:teuthology.orchestra.run.smithi205.stdout:Removing: , 2020-08-19T18:38:10.872 INFO:teuthology.orchestra.run.smithi205.stdout: ceph-immutable-object-cache x86_64 2:16.0.0-4528.g8d9001a.el8 @ceph 692 k , 2020-08-19T18:38:10.872 INFO:teuthology.orchestra.run.smithi205.stdout: Ignoring malparsed backtrace: 2020-08-19T18:38:13.182 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-fuse-2:16.0.0-4528.g8d9001a.el8.x86_64 1/3 , 2020-08-19T18:38:13.321 INFO:teuthology.orchestra.run.smithi187.stdout:Dependencies resolved. , 2020-08-19T18:38:13.321 INFO:teuthology.orchestra.run.smithi187.stdout:================================================================================ Ignoring malparsed backtrace: 2020-08-19T18:38:14.858 INFO:teuthology.orchestra.run.smithi205.stdout:================================================================================ , 2020-08-19T18:38:14.858 INFO:teuthology.orchestra.run.smithi205.stdout:Remove 3 Packages , 2020-08-19T18:38:14.858 INFO:teuthology.orchestra.run.smithi205.stdout: Ignoring malparsed backtrace: 2020-08-19T18:38:16.725 INFO:teuthology.orchestra.run.smithi205.stdout:Transaction check succeeded. , 2020-08-19T18:38:16.725 INFO:teuthology.orchestra.run.smithi205.stdout:Running transaction test , 2020-08-19T18:38:16.753 INFO:teuthology.orchestra.run.smithi205.stdout:Transaction test succeeded. Ignoring malparsed backtrace: 2020-08-19T18:38:18.708 INFO:teuthology.orchestra.run.smithi154.stdout: Erasing : lttng-ust-2.8.1-11.el8.x86_64 7/7 , 2020-08-19T18:38:18.782 INFO:teuthology.orchestra.run.smithi187.stdout: Erasing : qemu-kvm-block-rbd-15:2.12.0-88.module_el8.1.0+297+d 3/7 , 2020-08-19T18:38:18.783 INFO:teuthology.orchestra.run.smithi187.stdout: Erasing : librbd1-2:16.0.0-4528.g8d9001a.el8.x86_64 4/7 Ignoring malparsed backtrace: 2020-08-19T18:38:21.107 INFO:teuthology.orchestra.run.smithi154.stdout:Nothing to do. , 2020-08-19T18:38:21.107 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! , 2020-08-19T18:38:21.272 INFO:teuthology.orchestra.run.smithi187.stdout:No match for argument: librbd1 Ignoring malparsed backtrace: 2020-08-19T18:38:24.186 INFO:teuthology.orchestra.run.smithi187.stdout:No match for argument: rbd-mirror , No packages marked for removal. , 2020-08-19T18:38:24.191 INFO:teuthology.orchestra.run.smithi187.stdout:Dependencies resolved. Ignoring malparsed backtrace: 2020-08-19T18:38:27.297 INFO:teuthology.orchestra.run.smithi154.stdout:^+ hv04.front.sepia.ceph.com 3 6 377 36 +1294us[+1301us] +/- 39ms , 2020-08-19T18:38:27.297 INFO:teuthology.orchestra.run.smithi187:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true , bash: ntpq: command not found Ignoring malparsed backtrace: self.gen.throw(type, value, traceback) , File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/task/internal/__init__.py", line 369, in archive , fetch_binaries_for_coredumps(path, rem) Ignoring malparsed backtrace: ceph version 16.0.0-4528-g8d9001a (8d9001a8062a52bb640447b6a7e38abbff3580ee) pacific (dev) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7fbbbded9f1a] , 2: (WriteOp::_finish(TestOp::CallbackInfo*)+0x5b6) [0x558b98adb666] Ignoring malparsed backtrace: 2020-08-19T18:36:12.582 INFO:teuthology.orchestra.run.smithi154.stdout:ERROR: (22) Invalid argument , 2020-08-19T18:36:12.583 INFO:teuthology.orchestra.run.smithi154.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. , 2020-08-19T18:36:12.591 INFO:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-osd.7.asok dump_blocked_ops Ignoring malparsed backtrace: 2020-08-19T18:36:36.517 INFO:teuthology.orchestra.run.smithi205:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd reweight 10 1 , reweighted osd.10 to 1 (10000) , 2020-08-19T18:36:37.528 INFO:teuthology.orchestra.run.smithi205:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd primary-affinity 10 1 Ignoring malparsed backtrace: 2020-08-19T18:36:48.979 INFO:teuthology.orchestra.run.smithi205.stdout: , 2020-08-19T18:36:48.979 INFO:teuthology.orchestra.run.smithi205.stdout:{"epoch":59,"fsid":"39cdcbd0-9c53-47f6-a4b5-14d8b5dbd8d4","created":"2020-08-19T18:35:34.478665+0000","modified":"2020-08-19T18:36:46.841238+0000","last_up_change":"2020-08-19T18:35:47.237743+0000","last_in_change":"2020-08-19T18:36:16.370754+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2020-08-19T18:35:37.803265+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2020-08-19T18:35:51.882703+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"unique_pool_0","create_time":"2020-08-19T18:36:05.331830+0000","flags":1,"flags_names":"hashpspool","type":3,"size":8,"min_size":5,"crush_rule":1,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"28","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"lrcprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":16384,"expected_num_objects":0,"fast_read":true,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"9fb4583f-34f5-4f81-827b-cff7a1d9652d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6800","nonce":29053},{"type":"v1","addr":"172.21.15.205:6801","nonce":29053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6802","nonce":29053},{"type":"v1","addr":"172.21.15.205:6803","nonce":29053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6806","nonce":29053},{"type":"v1","addr":"172.21.15.205:6807","nonce":29053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6804","nonce":29053},{"type":"v1","addr":"172.21.15.205:6805","nonce":29053}]},"public_addr":"172.21.15.205:6801/29053","cluster_addr":"172.21.15.205:6803/29053","heartbeat_back_addr":"172.21.15.205:6807/29053","heartbeat_front_addr":"172.21.15.205:6805/29053","state":["exists","up"]},{"osd":1,"uuid":"1a0f8e0b-cc00-43ae-bcd8-b592dcc175c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6808","nonce":29054},{"type":"v1","addr":"172.21.15.205:6809","nonce":29054}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6810","nonce":29054},{"type":"v1","addr":"172.21.15.205:6812","nonce":29054}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6818","nonce":29054},{"type":"v1","addr":"172.21.15.205:6820","nonce":29054}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6814","nonce":29054},{"type":"v1","addr":"172.21.15.205:6816","nonce":29054}]},"public_addr":"172.21.15.205:6809/29054","cluster_addr":"172.21.15.205:6812/29054","heartbeat_back_addr":"172.21.15.205:6820/29054","heartbeat_front_addr":"172.21.15.205:6816/29054","state":["exists","up"]},{"osd":2,"uuid":"8c152b42-760f-4e22-b561-42a4bc577f45","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6811","nonce":29055},{"type":"v1","addr":"172.21.15.205:6813","nonce":29055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6815","nonce":29055},{"type":"v1","addr":"172.21.15.205:6817","nonce":29055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6822","nonce":29055},{"type":"v1","addr":"172.21.15.205:6824","nonce":29055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6819","nonce":29055},{"type":"v1","addr":"172.21.15.205:6821","nonce":29055}]},"public_addr":"172.21.15.205:6813/29055","cluster_addr":"172.21.15.205:6817/29055","heartbeat_back_addr":"172.21.15.205:6824/29055","heartbeat_front_addr":"172.21.15.205:6821/29055","state":["exists","up"]},{"osd":3,"uuid":"a32fdca5-bea8-4fda-b4c6-9f1d1054d71e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6823","nonce":29056},{"type":"v1","addr":"172.21.15.205:6825","nonce":29056}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6826","nonce":29056},{"type":"v1","addr":"172.21.15.205:6827","nonce":29056}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6830","nonce":29056},{"type":"v1","addr":"172.21.15.205:6831","nonce":29056}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6828","nonce":29056},{"type":"v1","addr":"172.21.15.205:6829","nonce":29056}]},"public_addr":"172.21.15.205:6825/29056","cluster_addr":"172.21.15.205:6827/29056","heartbeat_back_addr":"172.21.15.205:6831/29056","heartbeat_front_addr":"172.21.15.205:6829/29056","state":["exists","up"]},{"osd":4,"uuid":"cc0f3eba-7bde-4878-9d90-25244eb2b7e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":29116},{"type":"v1","addr":"172.21.15.154:6803","nonce":29116}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":29116},{"type":"v1","addr":"172.21.15.154:6805","nonce":29116}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":29116},{"type":"v1","addr":"172.21.15.154:6809","nonce":29116}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":29116},{"type":"v1","addr":"172.21.15.154:6807","nonce":29116}]},"public_addr":"172.21.15.154:6803/29116","cluster_addr":"172.21.15.154:6805/29116","heartbeat_back_addr":"172.21.15.154:6809/29116","heartbeat_front_addr":"172.21.15.154:6807/29116","state":["exists","up"]},{"osd":5,"uuid":"d4e4079f-ac2e-4e50-9559-73d6ebec27be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":29117},{"type":"v1","addr":"172.21.15.154:6814","nonce":29117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":29117},{"type":"v1","addr":"172.21.15.154:6818","nonce":29117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":29117},{"type":"v1","addr":"172.21.15.154:6826","nonce":29117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":29117},{"type":"v1","addr":"172.21.15.154:6824","nonce":29117}]},"public_addr":"172.21.15.154:6814/29117","cluster_addr":"172.21.15.154:6818/29117","heartbeat_back_addr":"172.21.15.154:6826/29117","heartbeat_front_addr":"172.21.15.154:6824/29117","state":["exists","up"]},{"osd":6,"uuid":"f2405e13-51fc-435c-8313-e936bc96c4d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":29118},{"type":"v1","addr":"172.21.15.154:6811","nonce":29118}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6813","nonce":29118},{"type":"v1","addr":"172.21.15.154:6815","nonce":29118}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":29118},{"type":"v1","addr":"172.21.15.154:6823","nonce":29118}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":29118},{"type":"v1","addr":"172.21.15.154:6819","nonce":29118}]},"public_addr":"172.21.15.154:6811/29118","cluster_addr":"172.21.15.154:6815/29118","heartbeat_back_addr":"172.21.15.154:6823/29118","heartbeat_front_addr":"172.21.15.154:6819/29118","state":["exists","up"]},{"osd":7,"uuid":"4f97bf5d-4456-48c3-a6cf-1a9f2be39a2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6822","nonce":29119},{"type":"v1","addr":"172.21.15.154:6827","nonce":29119}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":29119},{"type":"v1","addr":"172.21.15.154:6829","nonce":29119}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":29119},{"type":"v1","addr":"172.21.15.154:6833","nonce":29119}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":29119},{"type":"v1","addr":"172.21.15.154:6831","nonce":29119}]},"public_addr":"172.21.15.154:6827/29119","cluster_addr":"172.21.15.154:6829/29119","heartbeat_back_addr":"172.21.15.154:6833/29119","heartbeat_front_addr":"172.21.15.154:6831/29119","state":["exists","up"]},{"osd":8,"uuid":"bbefa8dc-9714-484c-bef2-7ae5c8956c5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":29351},{"type":"v1","addr":"172.21.15.187:6801","nonce":29351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":29351},{"type":"v1","addr":"172.21.15.187:6803","nonce":29351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":29351},{"type":"v1","addr":"172.21.15.187:6807","nonce":29351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":29351},{"type":"v1","addr":"172.21.15.187:6805","nonce":29351}]},"public_addr":"172.21.15.187:6801/29351","cluster_addr":"172.21.15.187:6803/29351","heartbeat_back_addr":"172.21.15.187:6807/29351","heartbeat_front_addr":"172.21.15.187:6805/29351","state":["exists","up"]},{"osd":9,"uuid":"a4db5886-aa97-4fdd-8597-173bd7e07159","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":29381},{"type":"v1","addr":"172.21.15.187:6818","nonce":29381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":29381},{"type":"v1","addr":"172.21.15.187:6821","nonce":29381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6827","nonce":29381},{"type":"v1","addr":"172.21.15.187:6828","nonce":29381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6823","nonce":29381},{"type":"v1","addr":"172.21.15.187:6825","nonce":29381}]},"public_addr":"172.21.15.187:6818/29381","cluster_addr":"172.21.15.187:6821/29381","heartbeat_back_addr":"172.21.15.187:6828/29381","heartbeat_front_addr":"172.21.15.187:6825/29381","state":["exists","up"]},{"osd":10,"uuid":"bf1e392f-9475-47cd-8181-c3a79cfcd6bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6817","nonce":29382},{"type":"v1","addr":"172.21.15.187:6819","nonce":29382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":29382},{"type":"v1","addr":"172.21.15.187:6824","nonce":29382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":29382},{"type":"v1","addr":"172.21.15.187:6831","nonce":29382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":29382},{"type":"v1","addr":"172.21.15.187:6829","nonce":29382}]},"public_addr":"172.21.15.187:6819/29382","cluster_addr":"172.21.15.187:6824/29382","heartbeat_back_addr":"172.21.15.187:6831/29382","heartbeat_front_addr":"172.21.15.187:6829/29382","state":["exists","up"]},{"osd":11,"uuid":"77fd086b-0f18-49e1-9bf0-47c9fe169e1e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":29352},{"type":"v1","addr":"172.21.15.187:6809","nonce":29352}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":29352},{"type":"v1","addr":"172.21.15.187:6811","nonce":29352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":29352},{"type":"v1","addr":"172.21.15.187:6815","nonce":29352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":29352},{"type":"v1","addr":"172.21.15.187:6813","nonce":29352}]},"public_addr":"172.21.15.187:6809/29352","cluster_addr":"172.21.15.187:6811/29352","heartbeat_back_addr":"172.21.15.187:6815/29352","heartbeat_front_addr":"172.21.15.187:6813/29352","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:45.577646+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:46.553053+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:45.543164+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:46.353296+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:45.750380+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:46.589550+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:46.411297+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:45.954430+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:46.393735+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:45.651469+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:45.920230+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:45.682501+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.1","mappings":[{"from":11,"to":0}]},{"pgid":"3.5","mappings":[{"from":10,"to":5}]},{"pgid":"3.a","mappings":[{"from":11,"to":0}]}],"pg_temp":[],"primary_temp":[],"blacklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"},"lrcprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","k":"4","l":"3","m":"2","name":"lrcprofile","plugin":"lrc"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} , 2020-08-19T18:36:49.991 INFO:tasks.ceph:Scrubbing osd.0 Ignoring malparsed backtrace: 2020-08-19T18:36:55.389 INFO:tasks.ceph:pgid 3.0 last_scrub_stamp 2020-08-19T18:36:06.310881+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=36, tm_sec=6, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=36, tm_sec=48, tm_wday=2, tm_yday=232, tm_isdst=0) , 2020-08-19T18:36:55.389 INFO:tasks.ceph:pgid 2.3 last_scrub_stamp 2020-08-19T18:35:52.264062+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=35, tm_sec=52, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=36, tm_sec=48, tm_wday=2, tm_yday=232, tm_isdst=0) , 2020-08-19T18:36:55.390 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2020-08-19T18:35:38.553731+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=35, tm_sec=38, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=36, tm_sec=48, tm_wday=2, tm_yday=232, tm_isdst=0) Ignoring malparsed backtrace: 2020-08-19T18:37:17.248 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi205.front.sepia.ceph.com , 2020-08-19T18:37:17.249 INFO:teuthology.orchestra.run.smithi205:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 , 2020-08-19T18:37:17.320 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi205.front.sepia.ceph.com Ignoring malparsed backtrace: 2020-08-19T18:37:26.520 INFO:teuthology.orchestra.run.smithi205:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits , 2020-08-19T18:37:26.553 INFO:teuthology.orchestra.run.smithi205:> sudo lsb_release -is , 2020-08-19T18:37:26.633 INFO:teuthology.orchestra.run.smithi205.stdout:CentOS Ignoring malparsed backtrace: 2020-08-19T18:37:28.090 INFO:teuthology.orchestra.run.smithi187.stdout: , 2020-08-19T18:37:28.090 INFO:teuthology.orchestra.run.smithi187.stdout:Removed: , 2020-08-19T18:37:28.090 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-radosgw-2:16.0.0-4528.g8d9001a.el8.x86_64 Ignoring malparsed backtrace: 2020-08-19T18:37:30.188 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : socat-1.7.3.2-6.el8.x86_64 4/5 , 2020-08-19T18:37:30.197 INFO:teuthology.orchestra.run.smithi205.stdout: Running scriptlet: xmlstarlet-1.6.1-11.el8.x86_64 5/5 , 2020-08-19T18:37:30.198 INFO:teuthology.orchestra.run.smithi205.stdout: Verifying : ceph-test-2:16.0.0-4528.g8d9001a.el8.x86_64 1/5 Ignoring malparsed backtrace: 2020-08-19T18:37:31.449 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-mds-2:16.0.0-4528.g8d9001a.el8.x86_64 2/4 , 2020-08-19T18:37:31.450 INFO:teuthology.orchestra.run.smithi154.stdout: Erasing : ceph-mds-2:16.0.0-4528.g8d9001a.el8.x86_64 2/4 , 2020-08-19T18:37:31.462 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-mds-2:16.0.0-4528.g8d9001a.el8.x86_64 2/4 Ignoring malparsed backtrace: 2020-08-19T18:37:33.297 INFO:teuthology.orchestra.run.smithi154.stdout: python3-ceph-argparse x86_642:16.0.0-4528.g8d9001a.el8 @ceph 113 k , 2020-08-19T18:37:33.298 INFO:teuthology.orchestra.run.smithi154.stdout: python3-ceph-common x86_642:16.0.0-4528.g8d9001a.el8 @ceph 265 k , 2020-08-19T18:37:33.298 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cephfs x86_642:16.0.0-4528.g8d9001a.el8 @ceph 659 k Ignoring malparsed backtrace: 2020-08-19T18:37:33.388 INFO:teuthology.orchestra.run.smithi187.stdout: python3-ceph-argparse x86_642:16.0.0-4528.g8d9001a.el8 @ceph 113 k , 2020-08-19T18:37:33.388 INFO:teuthology.orchestra.run.smithi187.stdout: python3-ceph-common x86_642:16.0.0-4528.g8d9001a.el8 @ceph 265 k , 2020-08-19T18:37:33.388 INFO:teuthology.orchestra.run.smithi187.stdout: python3-cephfs x86_642:16.0.0-4528.g8d9001a.el8 @ceph 659 k Ignoring malparsed backtrace: 2020-08-19T18:37:33.620 INFO:teuthology.orchestra.run.smithi205.stdout: python3-babel noarch2.5.1-5.el8 @CentOS-AppStream 20 M , 2020-08-19T18:37:33.620 INFO:teuthology.orchestra.run.smithi205.stdout: python3-bcrypt x86_643.1.6-2.el8.1 @epel 78 k , 2020-08-19T18:37:33.621 INFO:teuthology.orchestra.run.smithi205.stdout: python3-beautifulsoup4 noarch4.6.3-2.el8.1 @epel 817 k Ignoring malparsed backtrace: 2020-08-19T18:37:35.761 INFO:teuthology.orchestra.run.smithi205.stdout: Erasing : python3-pecan-1.3.2-9.el8.noarch 4/85 , 2020-08-19T18:37:35.761 INFO:teuthology.orchestra.run.smithi205.stdout: Erasing : ceph-mgr-dashboard-2:16.0.0-4528.g8d9001a.el8.noar 5/85 , 2020-08-19T18:37:35.779 INFO:teuthology.orchestra.run.smithi154.stdout: Erasing : python3-google-auth-1:1.1.1-10.el8.noarch 7/85 Ignoring malparsed backtrace: 2020-08-19T18:37:41.048 INFO:teuthology.orchestra.run.smithi205.stdout: Erasing : python3-pyasn1-modules-0.3.7-6.el8.noarch 30/85 , 2020-08-19T18:37:41.139 INFO:teuthology.orchestra.run.smithi154.stdout: Erasing : python3-jwt-1.6.1-2.el8.noarch 38/85 , 2020-08-19T18:37:41.194 INFO:teuthology.orchestra.run.smithi187.stdout: Erasing : python3-pyasn1-0.3.7-6.el8.noarch 34/85 Ignoring malparsed backtrace: 2020-08-19T18:37:45.790 INFO:teuthology.orchestra.run.smithi154.stdout: Erasing : python3-ceph-argparse-2:16.0.0-4528.g8d9001a.el8.x 65/85 , 2020-08-19T18:37:45.838 INFO:teuthology.orchestra.run.smithi205.stdout: Running scriptlet: ceph-base-2:16.0.0-4528.g8d9001a.el8.x86_64 57/85 , 2020-08-19T18:37:45.839 INFO:teuthology.orchestra.run.smithi205.stdout: Erasing : ceph-common-2:16.0.0-4528.g8d9001a.el8.x86_64 58/85 Ignoring malparsed backtrace: 2020-08-19T18:38:03.442 INFO:teuthology.orchestra.run.smithi154.stdout: Erasing : libradosstriper1-2:16.0.0-4528.g8d9001a.el8.x86_64 82/85 , 2020-08-19T18:38:03.531 INFO:teuthology.orchestra.run.smithi187.stdout: Erasing : liboath-2.6.2-3.el8.x86_64 78/85 , 2020-08-19T18:38:03.603 INFO:teuthology.orchestra.run.smithi205.stdout: Erasing : gperftools-libs-2.7-6.el8.x86_64 73/85 Ignoring malparsed backtrace: 2020-08-19T18:38:04.389 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 81/85 , 2020-08-19T18:38:04.389 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 82/85 , 2020-08-19T18:38:04.389 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 83/85 Ignoring malparsed backtrace: 2020-08-19T18:38:05.944 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : rbd-mirror-2:16.0.0-4528.g8d9001a.el8.x86_64 85/85 , 2020-08-19T18:38:05.945 INFO:teuthology.orchestra.run.smithi154.stdout: , 2020-08-19T18:38:05.945 INFO:teuthology.orchestra.run.smithi154.stdout:Removed: Ignoring malparsed backtrace: 2020-08-19T18:38:06.032 INFO:teuthology.orchestra.run.smithi205.stdout: Verifying : ceph-selinux-2:16.0.0-4528.g8d9001a.el8.x86_64 11/85 , 2020-08-19T18:38:06.032 INFO:teuthology.orchestra.run.smithi205.stdout: Verifying : gperftools-libs-2.7-6.el8.x86_64 12/85 , 2020-08-19T18:38:06.032 INFO:teuthology.orchestra.run.smithi205.stdout: Verifying : leveldb-1.22-1.el8.x86_64 13/85 Ignoring malparsed backtrace: 2020-08-19T18:38:06.565 INFO:teuthology.orchestra.run.smithi187.stdout: openblas-threads-0.3.3-2.el8.x86_64 , 2020-08-19T18:38:06.565 INFO:teuthology.orchestra.run.smithi187.stdout: python3-apipkg-1.5-6.el8.noarch , 2020-08-19T18:38:06.566 INFO:teuthology.orchestra.run.smithi187.stdout: python3-babel-2.5.1-5.el8.noarch Ignoring malparsed backtrace: 2020-08-19T18:38:07.671 INFO:teuthology.orchestra.run.smithi205.stdout: Verifying : rbd-mirror-2:16.0.0-4528.g8d9001a.el8.x86_64 85/85 , 2020-08-19T18:38:07.671 INFO:teuthology.orchestra.run.smithi205.stdout: , 2020-08-19T18:38:07.671 INFO:teuthology.orchestra.run.smithi205.stdout:Removed: Ignoring malparsed backtrace: 2020-08-19T18:38:08.212 INFO:teuthology.orchestra.run.smithi187.stdout:userdel: cephadm mail spool (/var/spool/mail/cephadm) not found , 2020-08-19T18:38:08.212 INFO:teuthology.orchestra.run.smithi187.stdout:userdel: cephadm home directory (/var/lib/cephadm) not found , 2020-08-19T18:38:08.213 INFO:teuthology.orchestra.run.smithi187.stdout: Ignoring malparsed backtrace: 2020-08-19T18:38:10.872 INFO:teuthology.orchestra.run.smithi205.stdout:Removing: , 2020-08-19T18:38:10.872 INFO:teuthology.orchestra.run.smithi205.stdout: ceph-immutable-object-cache x86_64 2:16.0.0-4528.g8d9001a.el8 @ceph 692 k , 2020-08-19T18:38:10.872 INFO:teuthology.orchestra.run.smithi205.stdout: Ignoring malparsed backtrace: 2020-08-19T18:38:13.182 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-fuse-2:16.0.0-4528.g8d9001a.el8.x86_64 1/3 , 2020-08-19T18:38:13.321 INFO:teuthology.orchestra.run.smithi187.stdout:Dependencies resolved. , 2020-08-19T18:38:13.321 INFO:teuthology.orchestra.run.smithi187.stdout:================================================================================ Ignoring malparsed backtrace: 2020-08-19T18:38:14.858 INFO:teuthology.orchestra.run.smithi205.stdout:================================================================================ , 2020-08-19T18:38:14.858 INFO:teuthology.orchestra.run.smithi205.stdout:Remove 3 Packages , 2020-08-19T18:38:14.858 INFO:teuthology.orchestra.run.smithi205.stdout: Ignoring malparsed backtrace: 2020-08-19T18:38:16.725 INFO:teuthology.orchestra.run.smithi205.stdout:Transaction check succeeded. , 2020-08-19T18:38:16.725 INFO:teuthology.orchestra.run.smithi205.stdout:Running transaction test , 2020-08-19T18:38:16.753 INFO:teuthology.orchestra.run.smithi205.stdout:Transaction test succeeded. Ignoring malparsed backtrace: 2020-08-19T18:38:18.708 INFO:teuthology.orchestra.run.smithi154.stdout: Erasing : lttng-ust-2.8.1-11.el8.x86_64 7/7 , 2020-08-19T18:38:18.782 INFO:teuthology.orchestra.run.smithi187.stdout: Erasing : qemu-kvm-block-rbd-15:2.12.0-88.module_el8.1.0+297+d 3/7 , 2020-08-19T18:38:18.783 INFO:teuthology.orchestra.run.smithi187.stdout: Erasing : librbd1-2:16.0.0-4528.g8d9001a.el8.x86_64 4/7 Ignoring malparsed backtrace: 2020-08-19T18:38:21.107 INFO:teuthology.orchestra.run.smithi154.stdout:Nothing to do. , 2020-08-19T18:38:21.107 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! , 2020-08-19T18:38:21.272 INFO:teuthology.orchestra.run.smithi187.stdout:No match for argument: librbd1 Ignoring malparsed backtrace: 2020-08-19T18:38:24.186 INFO:teuthology.orchestra.run.smithi187.stdout:No match for argument: rbd-mirror , No packages marked for removal. , 2020-08-19T18:38:24.191 INFO:teuthology.orchestra.run.smithi187.stdout:Dependencies resolved. Ignoring malparsed backtrace: 2020-08-19T18:38:27.297 INFO:teuthology.orchestra.run.smithi154.stdout:^+ hv04.front.sepia.ceph.com 3 6 377 36 +1294us[+1301us] +/- 39ms , 2020-08-19T18:38:27.297 INFO:teuthology.orchestra.run.smithi187:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true , bash: ntpq: command not found Ignoring malparsed backtrace: self.gen.throw(type, value, traceback) , File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/task/internal/__init__.py", line 369, in archive , fetch_binaries_for_coredumps(path, rem) Ignoring malparsed backtrace: ceph version 16.0.0-4528-g8d9001a (8d9001a8062a52bb640447b6a7e38abbff3580ee) pacific (dev) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7fbbbded9f1a] , 2: (WriteOp::_finish(TestOp::CallbackInfo*)+0x5b6) [0x558b98adb666] Ignoring malparsed backtrace: 2020-08-19T18:36:12.582 INFO:teuthology.orchestra.run.smithi154.stdout:ERROR: (22) Invalid argument , 2020-08-19T18:36:12.583 INFO:teuthology.orchestra.run.smithi154.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. , 2020-08-19T18:36:12.591 INFO:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-osd.7.asok dump_blocked_ops Ignoring malparsed backtrace: 2020-08-19T18:36:36.517 INFO:teuthology.orchestra.run.smithi205:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd reweight 10 1 , reweighted osd.10 to 1 (10000) , 2020-08-19T18:36:37.528 INFO:teuthology.orchestra.run.smithi205:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd primary-affinity 10 1 Ignoring malparsed backtrace: 2020-08-19T18:36:48.979 INFO:teuthology.orchestra.run.smithi205.stdout: , 2020-08-19T18:36:48.979 INFO:teuthology.orchestra.run.smithi205.stdout:{"epoch":59,"fsid":"39cdcbd0-9c53-47f6-a4b5-14d8b5dbd8d4","created":"2020-08-19T18:35:34.478665+0000","modified":"2020-08-19T18:36:46.841238+0000","last_up_change":"2020-08-19T18:35:47.237743+0000","last_in_change":"2020-08-19T18:36:16.370754+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2020-08-19T18:35:37.803265+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2020-08-19T18:35:51.882703+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"unique_pool_0","create_time":"2020-08-19T18:36:05.331830+0000","flags":1,"flags_names":"hashpspool","type":3,"size":8,"min_size":5,"crush_rule":1,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"28","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"lrcprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":16384,"expected_num_objects":0,"fast_read":true,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"9fb4583f-34f5-4f81-827b-cff7a1d9652d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6800","nonce":29053},{"type":"v1","addr":"172.21.15.205:6801","nonce":29053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6802","nonce":29053},{"type":"v1","addr":"172.21.15.205:6803","nonce":29053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6806","nonce":29053},{"type":"v1","addr":"172.21.15.205:6807","nonce":29053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6804","nonce":29053},{"type":"v1","addr":"172.21.15.205:6805","nonce":29053}]},"public_addr":"172.21.15.205:6801/29053","cluster_addr":"172.21.15.205:6803/29053","heartbeat_back_addr":"172.21.15.205:6807/29053","heartbeat_front_addr":"172.21.15.205:6805/29053","state":["exists","up"]},{"osd":1,"uuid":"1a0f8e0b-cc00-43ae-bcd8-b592dcc175c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6808","nonce":29054},{"type":"v1","addr":"172.21.15.205:6809","nonce":29054}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6810","nonce":29054},{"type":"v1","addr":"172.21.15.205:6812","nonce":29054}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6818","nonce":29054},{"type":"v1","addr":"172.21.15.205:6820","nonce":29054}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6814","nonce":29054},{"type":"v1","addr":"172.21.15.205:6816","nonce":29054}]},"public_addr":"172.21.15.205:6809/29054","cluster_addr":"172.21.15.205:6812/29054","heartbeat_back_addr":"172.21.15.205:6820/29054","heartbeat_front_addr":"172.21.15.205:6816/29054","state":["exists","up"]},{"osd":2,"uuid":"8c152b42-760f-4e22-b561-42a4bc577f45","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6811","nonce":29055},{"type":"v1","addr":"172.21.15.205:6813","nonce":29055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6815","nonce":29055},{"type":"v1","addr":"172.21.15.205:6817","nonce":29055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6822","nonce":29055},{"type":"v1","addr":"172.21.15.205:6824","nonce":29055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6819","nonce":29055},{"type":"v1","addr":"172.21.15.205:6821","nonce":29055}]},"public_addr":"172.21.15.205:6813/29055","cluster_addr":"172.21.15.205:6817/29055","heartbeat_back_addr":"172.21.15.205:6824/29055","heartbeat_front_addr":"172.21.15.205:6821/29055","state":["exists","up"]},{"osd":3,"uuid":"a32fdca5-bea8-4fda-b4c6-9f1d1054d71e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6823","nonce":29056},{"type":"v1","addr":"172.21.15.205:6825","nonce":29056}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6826","nonce":29056},{"type":"v1","addr":"172.21.15.205:6827","nonce":29056}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6830","nonce":29056},{"type":"v1","addr":"172.21.15.205:6831","nonce":29056}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6828","nonce":29056},{"type":"v1","addr":"172.21.15.205:6829","nonce":29056}]},"public_addr":"172.21.15.205:6825/29056","cluster_addr":"172.21.15.205:6827/29056","heartbeat_back_addr":"172.21.15.205:6831/29056","heartbeat_front_addr":"172.21.15.205:6829/29056","state":["exists","up"]},{"osd":4,"uuid":"cc0f3eba-7bde-4878-9d90-25244eb2b7e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":29116},{"type":"v1","addr":"172.21.15.154:6803","nonce":29116}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":29116},{"type":"v1","addr":"172.21.15.154:6805","nonce":29116}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":29116},{"type":"v1","addr":"172.21.15.154:6809","nonce":29116}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":29116},{"type":"v1","addr":"172.21.15.154:6807","nonce":29116}]},"public_addr":"172.21.15.154:6803/29116","cluster_addr":"172.21.15.154:6805/29116","heartbeat_back_addr":"172.21.15.154:6809/29116","heartbeat_front_addr":"172.21.15.154:6807/29116","state":["exists","up"]},{"osd":5,"uuid":"d4e4079f-ac2e-4e50-9559-73d6ebec27be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":29117},{"type":"v1","addr":"172.21.15.154:6814","nonce":29117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":29117},{"type":"v1","addr":"172.21.15.154:6818","nonce":29117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":29117},{"type":"v1","addr":"172.21.15.154:6826","nonce":29117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":29117},{"type":"v1","addr":"172.21.15.154:6824","nonce":29117}]},"public_addr":"172.21.15.154:6814/29117","cluster_addr":"172.21.15.154:6818/29117","heartbeat_back_addr":"172.21.15.154:6826/29117","heartbeat_front_addr":"172.21.15.154:6824/29117","state":["exists","up"]},{"osd":6,"uuid":"f2405e13-51fc-435c-8313-e936bc96c4d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":29118},{"type":"v1","addr":"172.21.15.154:6811","nonce":29118}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6813","nonce":29118},{"type":"v1","addr":"172.21.15.154:6815","nonce":29118}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":29118},{"type":"v1","addr":"172.21.15.154:6823","nonce":29118}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":29118},{"type":"v1","addr":"172.21.15.154:6819","nonce":29118}]},"public_addr":"172.21.15.154:6811/29118","cluster_addr":"172.21.15.154:6815/29118","heartbeat_back_addr":"172.21.15.154:6823/29118","heartbeat_front_addr":"172.21.15.154:6819/29118","state":["exists","up"]},{"osd":7,"uuid":"4f97bf5d-4456-48c3-a6cf-1a9f2be39a2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6822","nonce":29119},{"type":"v1","addr":"172.21.15.154:6827","nonce":29119}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":29119},{"type":"v1","addr":"172.21.15.154:6829","nonce":29119}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":29119},{"type":"v1","addr":"172.21.15.154:6833","nonce":29119}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":29119},{"type":"v1","addr":"172.21.15.154:6831","nonce":29119}]},"public_addr":"172.21.15.154:6827/29119","cluster_addr":"172.21.15.154:6829/29119","heartbeat_back_addr":"172.21.15.154:6833/29119","heartbeat_front_addr":"172.21.15.154:6831/29119","state":["exists","up"]},{"osd":8,"uuid":"bbefa8dc-9714-484c-bef2-7ae5c8956c5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":29351},{"type":"v1","addr":"172.21.15.187:6801","nonce":29351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":29351},{"type":"v1","addr":"172.21.15.187:6803","nonce":29351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":29351},{"type":"v1","addr":"172.21.15.187:6807","nonce":29351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":29351},{"type":"v1","addr":"172.21.15.187:6805","nonce":29351}]},"public_addr":"172.21.15.187:6801/29351","cluster_addr":"172.21.15.187:6803/29351","heartbeat_back_addr":"172.21.15.187:6807/29351","heartbeat_front_addr":"172.21.15.187:6805/29351","state":["exists","up"]},{"osd":9,"uuid":"a4db5886-aa97-4fdd-8597-173bd7e07159","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":29381},{"type":"v1","addr":"172.21.15.187:6818","nonce":29381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":29381},{"type":"v1","addr":"172.21.15.187:6821","nonce":29381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6827","nonce":29381},{"type":"v1","addr":"172.21.15.187:6828","nonce":29381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6823","nonce":29381},{"type":"v1","addr":"172.21.15.187:6825","nonce":29381}]},"public_addr":"172.21.15.187:6818/29381","cluster_addr":"172.21.15.187:6821/29381","heartbeat_back_addr":"172.21.15.187:6828/29381","heartbeat_front_addr":"172.21.15.187:6825/29381","state":["exists","up"]},{"osd":10,"uuid":"bf1e392f-9475-47cd-8181-c3a79cfcd6bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6817","nonce":29382},{"type":"v1","addr":"172.21.15.187:6819","nonce":29382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":29382},{"type":"v1","addr":"172.21.15.187:6824","nonce":29382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":29382},{"type":"v1","addr":"172.21.15.187:6831","nonce":29382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":29382},{"type":"v1","addr":"172.21.15.187:6829","nonce":29382}]},"public_addr":"172.21.15.187:6819/29382","cluster_addr":"172.21.15.187:6824/29382","heartbeat_back_addr":"172.21.15.187:6831/29382","heartbeat_front_addr":"172.21.15.187:6829/29382","state":["exists","up"]},{"osd":11,"uuid":"77fd086b-0f18-49e1-9bf0-47c9fe169e1e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":29352},{"type":"v1","addr":"172.21.15.187:6809","nonce":29352}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":29352},{"type":"v1","addr":"172.21.15.187:6811","nonce":29352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":29352},{"type":"v1","addr":"172.21.15.187:6815","nonce":29352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":29352},{"type":"v1","addr":"172.21.15.187:6813","nonce":29352}]},"public_addr":"172.21.15.187:6809/29352","cluster_addr":"172.21.15.187:6811/29352","heartbeat_back_addr":"172.21.15.187:6815/29352","heartbeat_front_addr":"172.21.15.187:6813/29352","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:45.577646+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:46.553053+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:45.543164+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:46.353296+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:45.750380+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:46.589550+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:46.411297+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:45.954430+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:46.393735+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:45.651469+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:45.920230+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:45.682501+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.1","mappings":[{"from":11,"to":0}]},{"pgid":"3.5","mappings":[{"from":10,"to":5}]},{"pgid":"3.a","mappings":[{"from":11,"to":0}]}],"pg_temp":[],"primary_temp":[],"blacklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"},"lrcprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","k":"4","l":"3","m":"2","name":"lrcprofile","plugin":"lrc"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} , 2020-08-19T18:36:49.991 INFO:tasks.ceph:Scrubbing osd.0 Ignoring malparsed backtrace: 2020-08-19T18:36:55.389 INFO:tasks.ceph:pgid 3.0 last_scrub_stamp 2020-08-19T18:36:06.310881+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=36, tm_sec=6, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=36, tm_sec=48, tm_wday=2, tm_yday=232, tm_isdst=0) , 2020-08-19T18:36:55.389 INFO:tasks.ceph:pgid 2.3 last_scrub_stamp 2020-08-19T18:35:52.264062+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=35, tm_sec=52, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=36, tm_sec=48, tm_wday=2, tm_yday=232, tm_isdst=0) , 2020-08-19T18:36:55.390 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2020-08-19T18:35:38.553731+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=35, tm_sec=38, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=36, tm_sec=48, tm_wday=2, tm_yday=232, tm_isdst=0) Ignoring malparsed backtrace: 2020-08-19T18:37:17.248 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi205.front.sepia.ceph.com , 2020-08-19T18:37:17.249 INFO:teuthology.orchestra.run.smithi205:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 , 2020-08-19T18:37:17.320 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi205.front.sepia.ceph.com Ignoring malparsed backtrace: 2020-08-19T18:37:26.520 INFO:teuthology.orchestra.run.smithi205:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits , 2020-08-19T18:37:26.553 INFO:teuthology.orchestra.run.smithi205:> sudo lsb_release -is , 2020-08-19T18:37:26.633 INFO:teuthology.orchestra.run.smithi205.stdout:CentOS Ignoring malparsed backtrace: 2020-08-19T18:37:28.090 INFO:teuthology.orchestra.run.smithi187.stdout: , 2020-08-19T18:37:28.090 INFO:teuthology.orchestra.run.smithi187.stdout:Removed: , 2020-08-19T18:37:28.090 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-radosgw-2:16.0.0-4528.g8d9001a.el8.x86_64 Ignoring malparsed backtrace: 2020-08-19T18:37:30.188 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : socat-1.7.3.2-6.el8.x86_64 4/5 , 2020-08-19T18:37:30.197 INFO:teuthology.orchestra.run.smithi205.stdout: Running scriptlet: xmlstarlet-1.6.1-11.el8.x86_64 5/5 , 2020-08-19T18:37:30.198 INFO:teuthology.orchestra.run.smithi205.stdout: Verifying : ceph-test-2:16.0.0-4528.g8d9001a.el8.x86_64 1/5 Ignoring malparsed backtrace: 2020-08-19T18:37:31.449 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-mds-2:16.0.0-4528.g8d9001a.el8.x86_64 2/4 , 2020-08-19T18:37:31.450 INFO:teuthology.orchestra.run.smithi154.stdout: Erasing : ceph-mds-2:16.0.0-4528.g8d9001a.el8.x86_64 2/4 , 2020-08-19T18:37:31.462 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-mds-2:16.0.0-4528.g8d9001a.el8.x86_64 2/4 Ignoring malparsed backtrace: 2020-08-19T18:37:33.297 INFO:teuthology.orchestra.run.smithi154.stdout: python3-ceph-argparse x86_642:16.0.0-4528.g8d9001a.el8 @ceph 113 k , 2020-08-19T18:37:33.298 INFO:teuthology.orchestra.run.smithi154.stdout: python3-ceph-common x86_642:16.0.0-4528.g8d9001a.el8 @ceph 265 k , 2020-08-19T18:37:33.298 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cephfs x86_642:16.0.0-4528.g8d9001a.el8 @ceph 659 k Ignoring malparsed backtrace: 2020-08-19T18:37:33.388 INFO:teuthology.orchestra.run.smithi187.stdout: python3-ceph-argparse x86_642:16.0.0-4528.g8d9001a.el8 @ceph 113 k , 2020-08-19T18:37:33.388 INFO:teuthology.orchestra.run.smithi187.stdout: python3-ceph-common x86_642:16.0.0-4528.g8d9001a.el8 @ceph 265 k , 2020-08-19T18:37:33.388 INFO:teuthology.orchestra.run.smithi187.stdout: python3-cephfs x86_642:16.0.0-4528.g8d9001a.el8 @ceph 659 k Ignoring malparsed backtrace: 2020-08-19T18:37:33.620 INFO:teuthology.orchestra.run.smithi205.stdout: python3-babel noarch2.5.1-5.el8 @CentOS-AppStream 20 M , 2020-08-19T18:37:33.620 INFO:teuthology.orchestra.run.smithi205.stdout: python3-bcrypt x86_643.1.6-2.el8.1 @epel 78 k , 2020-08-19T18:37:33.621 INFO:teuthology.orchestra.run.smithi205.stdout: python3-beautifulsoup4 noarch4.6.3-2.el8.1 @epel 817 k Ignoring malparsed backtrace: 2020-08-19T18:37:35.761 INFO:teuthology.orchestra.run.smithi205.stdout: Erasing : python3-pecan-1.3.2-9.el8.noarch 4/85 , 2020-08-19T18:37:35.761 INFO:teuthology.orchestra.run.smithi205.stdout: Erasing : ceph-mgr-dashboard-2:16.0.0-4528.g8d9001a.el8.noar 5/85 , 2020-08-19T18:37:35.779 INFO:teuthology.orchestra.run.smithi154.stdout: Erasing : python3-google-auth-1:1.1.1-10.el8.noarch 7/85 Ignoring malparsed backtrace: 2020-08-19T18:37:41.048 INFO:teuthology.orchestra.run.smithi205.stdout: Erasing : python3-pyasn1-modules-0.3.7-6.el8.noarch 30/85 , 2020-08-19T18:37:41.139 INFO:teuthology.orchestra.run.smithi154.stdout: Erasing : python3-jwt-1.6.1-2.el8.noarch 38/85 , 2020-08-19T18:37:41.194 INFO:teuthology.orchestra.run.smithi187.stdout: Erasing : python3-pyasn1-0.3.7-6.el8.noarch 34/85 Ignoring malparsed backtrace: 2020-08-19T18:37:45.790 INFO:teuthology.orchestra.run.smithi154.stdout: Erasing : python3-ceph-argparse-2:16.0.0-4528.g8d9001a.el8.x 65/85 , 2020-08-19T18:37:45.838 INFO:teuthology.orchestra.run.smithi205.stdout: Running scriptlet: ceph-base-2:16.0.0-4528.g8d9001a.el8.x86_64 57/85 , 2020-08-19T18:37:45.839 INFO:teuthology.orchestra.run.smithi205.stdout: Erasing : ceph-common-2:16.0.0-4528.g8d9001a.el8.x86_64 58/85 Ignoring malparsed backtrace: 2020-08-19T18:38:03.442 INFO:teuthology.orchestra.run.smithi154.stdout: Erasing : libradosstriper1-2:16.0.0-4528.g8d9001a.el8.x86_64 82/85 , 2020-08-19T18:38:03.531 INFO:teuthology.orchestra.run.smithi187.stdout: Erasing : liboath-2.6.2-3.el8.x86_64 78/85 , 2020-08-19T18:38:03.603 INFO:teuthology.orchestra.run.smithi205.stdout: Erasing : gperftools-libs-2.7-6.el8.x86_64 73/85 Ignoring malparsed backtrace: 2020-08-19T18:38:04.389 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 81/85 , 2020-08-19T18:38:04.389 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 82/85 , 2020-08-19T18:38:04.389 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 83/85 Ignoring malparsed backtrace: 2020-08-19T18:38:05.944 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : rbd-mirror-2:16.0.0-4528.g8d9001a.el8.x86_64 85/85 , 2020-08-19T18:38:05.945 INFO:teuthology.orchestra.run.smithi154.stdout: , 2020-08-19T18:38:05.945 INFO:teuthology.orchestra.run.smithi154.stdout:Removed: Ignoring malparsed backtrace: 2020-08-19T18:38:06.032 INFO:teuthology.orchestra.run.smithi205.stdout: Verifying : ceph-selinux-2:16.0.0-4528.g8d9001a.el8.x86_64 11/85 , 2020-08-19T18:38:06.032 INFO:teuthology.orchestra.run.smithi205.stdout: Verifying : gperftools-libs-2.7-6.el8.x86_64 12/85 , 2020-08-19T18:38:06.032 INFO:teuthology.orchestra.run.smithi205.stdout: Verifying : leveldb-1.22-1.el8.x86_64 13/85 Ignoring malparsed backtrace: 2020-08-19T18:38:06.565 INFO:teuthology.orchestra.run.smithi187.stdout: openblas-threads-0.3.3-2.el8.x86_64 , 2020-08-19T18:38:06.565 INFO:teuthology.orchestra.run.smithi187.stdout: python3-apipkg-1.5-6.el8.noarch , 2020-08-19T18:38:06.566 INFO:teuthology.orchestra.run.smithi187.stdout: python3-babel-2.5.1-5.el8.noarch Ignoring malparsed backtrace: 2020-08-19T18:38:07.671 INFO:teuthology.orchestra.run.smithi205.stdout: Verifying : rbd-mirror-2:16.0.0-4528.g8d9001a.el8.x86_64 85/85 , 2020-08-19T18:38:07.671 INFO:teuthology.orchestra.run.smithi205.stdout: , 2020-08-19T18:38:07.671 INFO:teuthology.orchestra.run.smithi205.stdout:Removed: Ignoring malparsed backtrace: 2020-08-19T18:38:08.212 INFO:teuthology.orchestra.run.smithi187.stdout:userdel: cephadm mail spool (/var/spool/mail/cephadm) not found , 2020-08-19T18:38:08.212 INFO:teuthology.orchestra.run.smithi187.stdout:userdel: cephadm home directory (/var/lib/cephadm) not found , 2020-08-19T18:38:08.213 INFO:teuthology.orchestra.run.smithi187.stdout: Ignoring malparsed backtrace: 2020-08-19T18:38:10.872 INFO:teuthology.orchestra.run.smithi205.stdout:Removing: , 2020-08-19T18:38:10.872 INFO:teuthology.orchestra.run.smithi205.stdout: ceph-immutable-object-cache x86_64 2:16.0.0-4528.g8d9001a.el8 @ceph 692 k , 2020-08-19T18:38:10.872 INFO:teuthology.orchestra.run.smithi205.stdout: Ignoring malparsed backtrace: 2020-08-19T18:38:13.182 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-fuse-2:16.0.0-4528.g8d9001a.el8.x86_64 1/3 , 2020-08-19T18:38:13.321 INFO:teuthology.orchestra.run.smithi187.stdout:Dependencies resolved. , 2020-08-19T18:38:13.321 INFO:teuthology.orchestra.run.smithi187.stdout:================================================================================ Ignoring malparsed backtrace: 2020-08-19T18:38:14.858 INFO:teuthology.orchestra.run.smithi205.stdout:================================================================================ , 2020-08-19T18:38:14.858 INFO:teuthology.orchestra.run.smithi205.stdout:Remove 3 Packages , 2020-08-19T18:38:14.858 INFO:teuthology.orchestra.run.smithi205.stdout: Ignoring malparsed backtrace: 2020-08-19T18:38:16.725 INFO:teuthology.orchestra.run.smithi205.stdout:Transaction check succeeded. , 2020-08-19T18:38:16.725 INFO:teuthology.orchestra.run.smithi205.stdout:Running transaction test , 2020-08-19T18:38:16.753 INFO:teuthology.orchestra.run.smithi205.stdout:Transaction test succeeded. Ignoring malparsed backtrace: 2020-08-19T18:38:18.708 INFO:teuthology.orchestra.run.smithi154.stdout: Erasing : lttng-ust-2.8.1-11.el8.x86_64 7/7 , 2020-08-19T18:38:18.782 INFO:teuthology.orchestra.run.smithi187.stdout: Erasing : qemu-kvm-block-rbd-15:2.12.0-88.module_el8.1.0+297+d 3/7 , 2020-08-19T18:38:18.783 INFO:teuthology.orchestra.run.smithi187.stdout: Erasing : librbd1-2:16.0.0-4528.g8d9001a.el8.x86_64 4/7 Ignoring malparsed backtrace: 2020-08-19T18:38:21.107 INFO:teuthology.orchestra.run.smithi154.stdout:Nothing to do. , 2020-08-19T18:38:21.107 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! , 2020-08-19T18:38:21.272 INFO:teuthology.orchestra.run.smithi187.stdout:No match for argument: librbd1 Ignoring malparsed backtrace: 2020-08-19T18:38:24.186 INFO:teuthology.orchestra.run.smithi187.stdout:No match for argument: rbd-mirror , No packages marked for removal. , 2020-08-19T18:38:24.191 INFO:teuthology.orchestra.run.smithi187.stdout:Dependencies resolved. Ignoring malparsed backtrace: 2020-08-19T18:38:27.297 INFO:teuthology.orchestra.run.smithi154.stdout:^+ hv04.front.sepia.ceph.com 3 6 377 36 +1294us[+1301us] +/- 39ms , 2020-08-19T18:38:27.297 INFO:teuthology.orchestra.run.smithi187:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true , bash: ntpq: command not found Ignoring malparsed backtrace: self.gen.throw(type, value, traceback) , File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/task/internal/__init__.py", line 369, in archive , fetch_binaries_for_coredumps(path, rem) Ignoring malparsed backtrace: ceph version 16.0.0-4528-g8d9001a (8d9001a8062a52bb640447b6a7e38abbff3580ee) pacific (dev) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7fbbbded9f1a] , 2: (WriteOp::_finish(TestOp::CallbackInfo*)+0x5b6) [0x558b98adb666] Ignoring malparsed backtrace: 2020-08-19T18:36:12.582 INFO:teuthology.orchestra.run.smithi154.stdout:ERROR: (22) Invalid argument , 2020-08-19T18:36:12.583 INFO:teuthology.orchestra.run.smithi154.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. , 2020-08-19T18:36:12.591 INFO:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-osd.7.asok dump_blocked_ops Ignoring malparsed backtrace: 2020-08-19T18:36:36.517 INFO:teuthology.orchestra.run.smithi205:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd reweight 10 1 , reweighted osd.10 to 1 (10000) , 2020-08-19T18:36:37.528 INFO:teuthology.orchestra.run.smithi205:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd primary-affinity 10 1 Ignoring malparsed backtrace: 2020-08-19T18:36:48.979 INFO:teuthology.orchestra.run.smithi205.stdout: , 2020-08-19T18:36:48.979 INFO:teuthology.orchestra.run.smithi205.stdout:{"epoch":59,"fsid":"39cdcbd0-9c53-47f6-a4b5-14d8b5dbd8d4","created":"2020-08-19T18:35:34.478665+0000","modified":"2020-08-19T18:36:46.841238+0000","last_up_change":"2020-08-19T18:35:47.237743+0000","last_in_change":"2020-08-19T18:36:16.370754+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2020-08-19T18:35:37.803265+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2020-08-19T18:35:51.882703+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"unique_pool_0","create_time":"2020-08-19T18:36:05.331830+0000","flags":1,"flags_names":"hashpspool","type":3,"size":8,"min_size":5,"crush_rule":1,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"28","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"lrcprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":16384,"expected_num_objects":0,"fast_read":true,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"9fb4583f-34f5-4f81-827b-cff7a1d9652d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6800","nonce":29053},{"type":"v1","addr":"172.21.15.205:6801","nonce":29053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6802","nonce":29053},{"type":"v1","addr":"172.21.15.205:6803","nonce":29053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6806","nonce":29053},{"type":"v1","addr":"172.21.15.205:6807","nonce":29053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6804","nonce":29053},{"type":"v1","addr":"172.21.15.205:6805","nonce":29053}]},"public_addr":"172.21.15.205:6801/29053","cluster_addr":"172.21.15.205:6803/29053","heartbeat_back_addr":"172.21.15.205:6807/29053","heartbeat_front_addr":"172.21.15.205:6805/29053","state":["exists","up"]},{"osd":1,"uuid":"1a0f8e0b-cc00-43ae-bcd8-b592dcc175c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6808","nonce":29054},{"type":"v1","addr":"172.21.15.205:6809","nonce":29054}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6810","nonce":29054},{"type":"v1","addr":"172.21.15.205:6812","nonce":29054}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6818","nonce":29054},{"type":"v1","addr":"172.21.15.205:6820","nonce":29054}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6814","nonce":29054},{"type":"v1","addr":"172.21.15.205:6816","nonce":29054}]},"public_addr":"172.21.15.205:6809/29054","cluster_addr":"172.21.15.205:6812/29054","heartbeat_back_addr":"172.21.15.205:6820/29054","heartbeat_front_addr":"172.21.15.205:6816/29054","state":["exists","up"]},{"osd":2,"uuid":"8c152b42-760f-4e22-b561-42a4bc577f45","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6811","nonce":29055},{"type":"v1","addr":"172.21.15.205:6813","nonce":29055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6815","nonce":29055},{"type":"v1","addr":"172.21.15.205:6817","nonce":29055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6822","nonce":29055},{"type":"v1","addr":"172.21.15.205:6824","nonce":29055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6819","nonce":29055},{"type":"v1","addr":"172.21.15.205:6821","nonce":29055}]},"public_addr":"172.21.15.205:6813/29055","cluster_addr":"172.21.15.205:6817/29055","heartbeat_back_addr":"172.21.15.205:6824/29055","heartbeat_front_addr":"172.21.15.205:6821/29055","state":["exists","up"]},{"osd":3,"uuid":"a32fdca5-bea8-4fda-b4c6-9f1d1054d71e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6823","nonce":29056},{"type":"v1","addr":"172.21.15.205:6825","nonce":29056}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6826","nonce":29056},{"type":"v1","addr":"172.21.15.205:6827","nonce":29056}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6830","nonce":29056},{"type":"v1","addr":"172.21.15.205:6831","nonce":29056}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.205:6828","nonce":29056},{"type":"v1","addr":"172.21.15.205:6829","nonce":29056}]},"public_addr":"172.21.15.205:6825/29056","cluster_addr":"172.21.15.205:6827/29056","heartbeat_back_addr":"172.21.15.205:6831/29056","heartbeat_front_addr":"172.21.15.205:6829/29056","state":["exists","up"]},{"osd":4,"uuid":"cc0f3eba-7bde-4878-9d90-25244eb2b7e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":29116},{"type":"v1","addr":"172.21.15.154:6803","nonce":29116}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":29116},{"type":"v1","addr":"172.21.15.154:6805","nonce":29116}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":29116},{"type":"v1","addr":"172.21.15.154:6809","nonce":29116}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":29116},{"type":"v1","addr":"172.21.15.154:6807","nonce":29116}]},"public_addr":"172.21.15.154:6803/29116","cluster_addr":"172.21.15.154:6805/29116","heartbeat_back_addr":"172.21.15.154:6809/29116","heartbeat_front_addr":"172.21.15.154:6807/29116","state":["exists","up"]},{"osd":5,"uuid":"d4e4079f-ac2e-4e50-9559-73d6ebec27be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":29117},{"type":"v1","addr":"172.21.15.154:6814","nonce":29117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":29117},{"type":"v1","addr":"172.21.15.154:6818","nonce":29117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":29117},{"type":"v1","addr":"172.21.15.154:6826","nonce":29117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":29117},{"type":"v1","addr":"172.21.15.154:6824","nonce":29117}]},"public_addr":"172.21.15.154:6814/29117","cluster_addr":"172.21.15.154:6818/29117","heartbeat_back_addr":"172.21.15.154:6826/29117","heartbeat_front_addr":"172.21.15.154:6824/29117","state":["exists","up"]},{"osd":6,"uuid":"f2405e13-51fc-435c-8313-e936bc96c4d5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":29118},{"type":"v1","addr":"172.21.15.154:6811","nonce":29118}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6813","nonce":29118},{"type":"v1","addr":"172.21.15.154:6815","nonce":29118}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":29118},{"type":"v1","addr":"172.21.15.154:6823","nonce":29118}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":29118},{"type":"v1","addr":"172.21.15.154:6819","nonce":29118}]},"public_addr":"172.21.15.154:6811/29118","cluster_addr":"172.21.15.154:6815/29118","heartbeat_back_addr":"172.21.15.154:6823/29118","heartbeat_front_addr":"172.21.15.154:6819/29118","state":["exists","up"]},{"osd":7,"uuid":"4f97bf5d-4456-48c3-a6cf-1a9f2be39a2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6822","nonce":29119},{"type":"v1","addr":"172.21.15.154:6827","nonce":29119}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":29119},{"type":"v1","addr":"172.21.15.154:6829","nonce":29119}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":29119},{"type":"v1","addr":"172.21.15.154:6833","nonce":29119}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":29119},{"type":"v1","addr":"172.21.15.154:6831","nonce":29119}]},"public_addr":"172.21.15.154:6827/29119","cluster_addr":"172.21.15.154:6829/29119","heartbeat_back_addr":"172.21.15.154:6833/29119","heartbeat_front_addr":"172.21.15.154:6831/29119","state":["exists","up"]},{"osd":8,"uuid":"bbefa8dc-9714-484c-bef2-7ae5c8956c5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6800","nonce":29351},{"type":"v1","addr":"172.21.15.187:6801","nonce":29351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6802","nonce":29351},{"type":"v1","addr":"172.21.15.187:6803","nonce":29351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6806","nonce":29351},{"type":"v1","addr":"172.21.15.187:6807","nonce":29351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6804","nonce":29351},{"type":"v1","addr":"172.21.15.187:6805","nonce":29351}]},"public_addr":"172.21.15.187:6801/29351","cluster_addr":"172.21.15.187:6803/29351","heartbeat_back_addr":"172.21.15.187:6807/29351","heartbeat_front_addr":"172.21.15.187:6805/29351","state":["exists","up"]},{"osd":9,"uuid":"a4db5886-aa97-4fdd-8597-173bd7e07159","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6816","nonce":29381},{"type":"v1","addr":"172.21.15.187:6818","nonce":29381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6820","nonce":29381},{"type":"v1","addr":"172.21.15.187:6821","nonce":29381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6827","nonce":29381},{"type":"v1","addr":"172.21.15.187:6828","nonce":29381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6823","nonce":29381},{"type":"v1","addr":"172.21.15.187:6825","nonce":29381}]},"public_addr":"172.21.15.187:6818/29381","cluster_addr":"172.21.15.187:6821/29381","heartbeat_back_addr":"172.21.15.187:6828/29381","heartbeat_front_addr":"172.21.15.187:6825/29381","state":["exists","up"]},{"osd":10,"uuid":"bf1e392f-9475-47cd-8181-c3a79cfcd6bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6817","nonce":29382},{"type":"v1","addr":"172.21.15.187:6819","nonce":29382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6822","nonce":29382},{"type":"v1","addr":"172.21.15.187:6824","nonce":29382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6830","nonce":29382},{"type":"v1","addr":"172.21.15.187:6831","nonce":29382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6826","nonce":29382},{"type":"v1","addr":"172.21.15.187:6829","nonce":29382}]},"public_addr":"172.21.15.187:6819/29382","cluster_addr":"172.21.15.187:6824/29382","heartbeat_back_addr":"172.21.15.187:6831/29382","heartbeat_front_addr":"172.21.15.187:6829/29382","state":["exists","up"]},{"osd":11,"uuid":"77fd086b-0f18-49e1-9bf0-47c9fe169e1e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":17,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6808","nonce":29352},{"type":"v1","addr":"172.21.15.187:6809","nonce":29352}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6810","nonce":29352},{"type":"v1","addr":"172.21.15.187:6811","nonce":29352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6814","nonce":29352},{"type":"v1","addr":"172.21.15.187:6815","nonce":29352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.187:6812","nonce":29352},{"type":"v1","addr":"172.21.15.187:6813","nonce":29352}]},"public_addr":"172.21.15.187:6809/29352","cluster_addr":"172.21.15.187:6811/29352","heartbeat_back_addr":"172.21.15.187:6815/29352","heartbeat_front_addr":"172.21.15.187:6813/29352","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:45.577646+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:46.553053+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:45.543164+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:46.353296+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:45.750380+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:46.589550+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:46.411297+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:45.954430+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:46.393735+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:45.651469+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:45.920230+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292837744639,"old_weight":0,"last_purged_snaps_scrub":"2020-08-19T18:36:45.682501+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.1","mappings":[{"from":11,"to":0}]},{"pgid":"3.5","mappings":[{"from":10,"to":5}]},{"pgid":"3.a","mappings":[{"from":11,"to":0}]}],"pg_temp":[],"primary_temp":[],"blacklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"},"lrcprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","k":"4","l":"3","m":"2","name":"lrcprofile","plugin":"lrc"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} , 2020-08-19T18:36:49.991 INFO:tasks.ceph:Scrubbing osd.0 Ignoring malparsed backtrace: 2020-08-19T18:36:55.389 INFO:tasks.ceph:pgid 3.0 last_scrub_stamp 2020-08-19T18:36:06.310881+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=36, tm_sec=6, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=36, tm_sec=48, tm_wday=2, tm_yday=232, tm_isdst=0) , 2020-08-19T18:36:55.389 INFO:tasks.ceph:pgid 2.3 last_scrub_stamp 2020-08-19T18:35:52.264062+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=35, tm_sec=52, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=36, tm_sec=48, tm_wday=2, tm_yday=232, tm_isdst=0) , 2020-08-19T18:36:55.390 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2020-08-19T18:35:38.553731+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=35, tm_sec=38, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=36, tm_sec=48, tm_wday=2, tm_yday=232, tm_isdst=0) Ignoring malparsed backtrace: 2020-08-19T18:37:17.248 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi205.front.sepia.ceph.com , 2020-08-19T18:37:17.249 INFO:teuthology.orchestra.run.smithi205:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 , 2020-08-19T18:37:17.320 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi205.front.sepia.ceph.com Ignoring malparsed backtrace: 2020-08-19T18:37:26.520 INFO:teuthology.orchestra.run.smithi205:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits , 2020-08-19T18:37:26.553 INFO:teuthology.orchestra.run.smithi205:> sudo lsb_release -is , 2020-08-19T18:37:26.633 INFO:teuthology.orchestra.run.smithi205.stdout:CentOS Ignoring malparsed backtrace: 2020-08-19T18:37:28.090 INFO:teuthology.orchestra.run.smithi187.stdout: , 2020-08-19T18:37:28.090 INFO:teuthology.orchestra.run.smithi187.stdout:Removed: , 2020-08-19T18:37:28.090 INFO:teuthology.orchestra.run.smithi187.stdout: ceph-radosgw-2:16.0.0-4528.g8d9001a.el8.x86_64 Ignoring malparsed backtrace: 2020-08-19T18:37:30.188 INFO:teuthology.orchestra.run.smithi187.stdout: Verifying : socat-1.7.3.2-6.el8.x86_64 4/5 , 2020-08-19T18:37:30.197 INFO:teuthology.orchestra.run.smithi205.stdout: Running scriptlet: xmlstarlet-1.6.1-11.el8.x86_64 5/5 , 2020-08-19T18:37:30.198 INFO:teuthology.orchestra.run.smithi205.stdout: Verifying : ceph-test-2:16.0.0-4528.g8d9001a.el8.x86_64 1/5 Ignoring malparsed backtrace: 2020-08-19T18:37:31.449 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-mds-2:16.0.0-4528.g8d9001a.el8.x86_64 2/4 , 2020-08-19T18:37:31.450 INFO:teuthology.orchestra.run.smithi154.stdout: Erasing : ceph-mds-2:16.0.0-4528.g8d9001a.el8.x86_64 2/4 , 2020-08-19T18:37:31.462 INFO:teuthology.orchestra.run.smithi187.stdout: Running scriptlet: ceph-mds-2:16.0.0-4528.g8d9001a.el8.x86_64 2/4 Ignoring malparsed backtrace: 2020-08-19T18:37:33.297 INFO:teuthology.orchestra.run.smithi154.stdout: python3-ceph-argparse x86_642:16.0.0-4528.g8d9001a.el8 @ceph 113 k , 2020-08-19T18:37:33.298 INFO:teuthology.orchestra.run.smithi154.stdout: python3-ceph-common x86_642:16.0.0-4528.g8d9001a.el8 @ceph 265 k , 2020-08-19T18:37:33.298 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cephfs x86_642:16.0.0-4528.g8d9001a.el8 @ceph 659 k Ignoring malparsed backtrace: 2020-08-19T18:37:33.388 INFO:teuthology.orchestra.run.smithi187.stdout: python3-ceph-argparse x86_642:16.0.0-4528.g8d9001a.el8 @ceph 113 k , 2020-08-19T18:37:33.388 INFO:teuthology.orchestra.run.smithi187.stdout: python3-ceph-common x86_642:16.0.0-4528.g8d9001a.el8 @ceph 265 k , 2020-08-19T18:37:33.388 INFO:teuthology.orchestra.run.smithi187.stdout: python3-cephfs x86_642:16.0.0-4528.g8d9001a.el8 @ceph 659 k Ignoring malparsed backtrace: 2020-08-19T18:37:33.620 INFO:teuthology.orchestra.run.smithi205.stdout: python3-babel noarch2.5.1-5.el8 @CentOS-AppStream 20 M , 2020-08-19T18:37:33.620 INFO:teuthology.orchestra.run.smithi205.stdout: python3-bcrypt x86_643.1.6-2.el8.1 @epel 78 k , 2020-08-19T18:37:33.621 INFO:teuthology.orchestra.run.smithi205.stdout: python3-beautifulsoup4 noarch4.6.3-2.el8.1 @epel 817 k Ignoring malparsed backtrace: 2020-08-19T18:37:35.761 INFO:teuthology.orchestra.run.smithi205.stdout: Erasing : python3-pecan-1.3.2-9.el8.noarch 4/85 , 2020-08-19T18:37:35.761 INFO:teuthology.orchestra.run.smithi205.stdout: Erasing : ceph-mgr-dashboard-2:16.0.0-4528.g8d9001a.el8.noar 5/85 , 2020-08-19T18:37:35.779 INFO:teuthology.orchestra.run.smithi154.stdout: Erasing : python3-google-auth-1:1.1.1-10.el8.noarch 7/85 Ignoring malparsed backtrace: 2020-08-19T18:37:41.048 INFO:teuthology.orchestra.run.smithi205.stdout: Erasing : python3-pyasn1-modules-0.3.7-6.el8.noarch 30/85 , 2020-08-19T18:37:41.139 INFO:teuthology.orchestra.run.smithi154.stdout: Erasing : python3-jwt-1.6.1-2.el8.noarch 38/85 , 2020-08-19T18:37:41.194 INFO:teuthology.orchestra.run.smithi187.stdout: Erasing : python3-pyasn1-0.3.7-6.el8.noarch 34/85 Ignoring malparsed backtrace: 2020-08-19T18:37:45.790 INFO:teuthology.orchestra.run.smithi154.stdout: Erasing : python3-ceph-argparse-2:16.0.0-4528.g8d9001a.el8.x 65/85 , 2020-08-19T18:37:45.838 INFO:teuthology.orchestra.run.smithi205.stdout: Running scriptlet: ceph-base-2:16.0.0-4528.g8d9001a.el8.x86_64 57/85 , 2020-08-19T18:37:45.839 INFO:teuthology.orchestra.run.smithi205.stdout: Erasing : ceph-common-2:16.0.0-4528.g8d9001a.el8.x86_64 58/85 Ignoring malparsed backtrace: 2020-08-19T18:38:03.442 INFO:teuthology.orchestra.run.smithi154.stdout: Erasing : libradosstriper1-2:16.0.0-4528.g8d9001a.el8.x86_64 82/85 , 2020-08-19T18:38:03.531 INFO:teuthology.orchestra.run.smithi187.stdout: Erasing : liboath-2.6.2-3.el8.x86_64 78/85 , 2020-08-19T18:38:03.603 INFO:teuthology.orchestra.run.smithi205.stdout: Erasing : gperftools-libs-2.7-6.el8.x86_64 73/85 Ignoring malparsed backtrace: 2020-08-19T18:38:04.389 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 81/85 , 2020-08-19T18:38:04.389 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 82/85 , 2020-08-19T18:38:04.389 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 83/85 Ignoring malparsed backtrace: 2020-08-19T18:38:05.944 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : rbd-mirror-2:16.0.0-4528.g8d9001a.el8.x86_64 85/85 , 2020-08-19T18:38:05.945 INFO:teuthology.orchestra.run.smithi154.stdout: , 2020-08-19T18:38:05.945 INFO:teuthology.orchestra.run.smithi154.stdout:Removed: Ignoring malparsed backtrace: 2020-08-19T18:38:06.032 INFO:teuthology.orchestra.run.smithi205.stdout: Verifying : ceph-selinux-2:16.0.0-4528.g8d9001a.el8.x86_64 11/85 , 2020-08-19T18:38:06.032 INFO:teuthology.orchestra.run.smithi205.stdout: Verifying : gperftools-libs-2.7-6.el8.x86_64 12/85 , 2020-08-19T18:38:06.032 INFO:teuthology.orchestra.run.smithi205.stdout: Verifying : leveldb-1.22-1.el8.x86_64 13/85 Ignoring malparsed backtrace: 2020-08-19T18:38:06.565 INFO:teuthology.orchestra.run.smithi187.stdout: openblas-threads-0.3.3-2.el8.x86_64 , 2020-08-19T18:38:06.565 INFO:teuthology.orchestra.run.smithi187.stdout: python3-apipkg-1.5-6.el8.noarch , 2020-08-19T18:38:06.566 INFO:teuthology.orchestra.run.smithi187.stdout: python3-babel-2.5.1-5.el8.noarch Ignoring malparsed backtrace: 2020-08-19T18:38:07.671 INFO:teuthology.orchestra.run.smithi205.stdout: Verifying : rbd-mirror-2:16.0.0-4528.g8d9001a.el8.x86_64 85/85 , 2020-08-19T18:38:07.671 INFO:teuthology.orchestra.run.smithi205.stdout: , 2020-08-19T18:38:07.671 INFO:teuthology.orchestra.run.smithi205.stdout:Removed: Ignoring malparsed backtrace: 2020-08-19T18:38:08.212 INFO:teuthology.orchestra.run.smithi187.stdout:userdel: cephadm mail spool (/var/spool/mail/cephadm) not found , 2020-08-19T18:38:08.212 INFO:teuthology.orchestra.run.smithi187.stdout:userdel: cephadm home directory (/var/lib/cephadm) not found , 2020-08-19T18:38:08.213 INFO:teuthology.orchestra.run.smithi187.stdout: Ignoring malparsed backtrace: 2020-08-19T18:38:10.872 INFO:teuthology.orchestra.run.smithi205.stdout:Removing: , 2020-08-19T18:38:10.872 INFO:teuthology.orchestra.run.smithi205.stdout: ceph-immutable-object-cache x86_64 2:16.0.0-4528.g8d9001a.el8 @ceph 692 k , 2020-08-19T18:38:10.872 INFO:teuthology.orchestra.run.smithi205.stdout: Ignoring malparsed backtrace: 2020-08-19T18:38:13.182 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-fuse-2:16.0.0-4528.g8d9001a.el8.x86_64 1/3 , 2020-08-19T18:38:13.321 INFO:teuthology.orchestra.run.smithi187.stdout:Dependencies resolved. , 2020-08-19T18:38:13.321 INFO:teuthology.orchestra.run.smithi187.stdout:================================================================================ Ignoring malparsed backtrace: 2020-08-19T18:38:14.858 INFO:teuthology.orchestra.run.smithi205.stdout:================================================================================ , 2020-08-19T18:38:14.858 INFO:teuthology.orchestra.run.smithi205.stdout:Remove 3 Packages , 2020-08-19T18:38:14.858 INFO:teuthology.orchestra.run.smithi205.stdout: Ignoring malparsed backtrace: 2020-08-19T18:38:16.725 INFO:teuthology.orchestra.run.smithi205.stdout:Transaction check succeeded. , 2020-08-19T18:38:16.725 INFO:teuthology.orchestra.run.smithi205.stdout:Running transaction test , 2020-08-19T18:38:16.753 INFO:teuthology.orchestra.run.smithi205.stdout:Transaction test succeeded. Ignoring malparsed backtrace: 2020-08-19T18:38:18.708 INFO:teuthology.orchestra.run.smithi154.stdout: Erasing : lttng-ust-2.8.1-11.el8.x86_64 7/7 , 2020-08-19T18:38:18.782 INFO:teuthology.orchestra.run.smithi187.stdout: Erasing : qemu-kvm-block-rbd-15:2.12.0-88.module_el8.1.0+297+d 3/7 , 2020-08-19T18:38:18.783 INFO:teuthology.orchestra.run.smithi187.stdout: Erasing : librbd1-2:16.0.0-4528.g8d9001a.el8.x86_64 4/7 Ignoring malparsed backtrace: 2020-08-19T18:38:21.107 INFO:teuthology.orchestra.run.smithi154.stdout:Nothing to do. , 2020-08-19T18:38:21.107 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! , 2020-08-19T18:38:21.272 INFO:teuthology.orchestra.run.smithi187.stdout:No match for argument: librbd1 Ignoring malparsed backtrace: 2020-08-19T18:38:24.186 INFO:teuthology.orchestra.run.smithi187.stdout:No match for argument: rbd-mirror , No packages marked for removal. , 2020-08-19T18:38:24.191 INFO:teuthology.orchestra.run.smithi187.stdout:Dependencies resolved. Ignoring malparsed backtrace: 2020-08-19T18:38:27.297 INFO:teuthology.orchestra.run.smithi154.stdout:^+ hv04.front.sepia.ceph.com 3 6 377 36 +1294us[+1301us] +/- 39ms , 2020-08-19T18:38:27.297 INFO:teuthology.orchestra.run.smithi187:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true , bash: ntpq: command not found Ignoring malparsed backtrace: self.gen.throw(type, value, traceback) , File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/task/internal/__init__.py", line 369, in archive , fetch_binaries_for_coredumps(path, rem) Ignoring malparsed backtrace: ceph version 16.0.0-4528-g8d9001a (8d9001a8062a52bb640447b6a7e38abbff3580ee) pacific (dev) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe1) [0x7f7bbeaa01d7] , 2: (WriteOp::_finish(TestOp::CallbackInfo*)+0x6b0) [0x562b732eaa60] Ignoring malparsed backtrace: 2020-08-19T18:22:33.158 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:22:33.159 INFO:teuthology.orchestra.run.smithi104.stdout: { , 2020-08-19T18:22:33.159 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "queued_for_pg", Ignoring malparsed backtrace: 2020-08-19T18:22:33.194 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:22:33.195 INFO:teuthology.orchestra.run.smithi104.stdout: { , 2020-08-19T18:22:33.195 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "reached_pg", Ignoring malparsed backtrace: 2020-08-19T18:22:33.216 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:22:33.216 INFO:teuthology.orchestra.run.smithi104.stdout: { , 2020-08-19T18:22:33.217 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "sub_op_committed", Ignoring malparsed backtrace: 2020-08-19T18:22:33.238 INFO:teuthology.orchestra.run.smithi104.stdout: "description": "osd_op(client.4451.0:13 3.9s0 3:9b6f38c7:::smithi10419466-4:head [write 450421~625747,stat] snapc 0=[] ondisk+write+known_if_redirected e27)", , 2020-08-19T18:22:33.238 INFO:teuthology.orchestra.run.smithi104.stdout: "initiated_at": "2020-08-19T18:22:32.308202+0000", , 2020-08-19T18:22:33.239 INFO:teuthology.orchestra.run.smithi104.stdout: "age": 0.82461216199999998, Ignoring malparsed backtrace: 2020-08-19T18:22:33.263 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 6.0009999999999998e-06 , 2020-08-19T18:22:33.263 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:22:33.263 INFO:teuthology.orchestra.run.smithi104.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:22:33.286 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 6.2312999999999998e-05 , 2020-08-19T18:22:33.287 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:22:33.287 INFO:teuthology.orchestra.run.smithi104.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:22:33.308 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 9.1216000000000002e-05 , 2020-08-19T18:22:33.308 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:22:33.308 INFO:teuthology.orchestra.run.smithi104.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:22:33.328 INFO:teuthology.orchestra.run.smithi104.stdout: { , 2020-08-19T18:22:33.328 INFO:teuthology.orchestra.run.smithi104.stdout: "description": "osd_op(client.4451.0:18 3.as0 3:5b3a464c:::smithi10419466-5:head [write 1717575~349653] snapc 0=[] ondisk+write+known_if_redirected e27)", , 2020-08-19T18:22:33.328 INFO:teuthology.orchestra.run.smithi104.stdout: "initiated_at": "2020-08-19T18:22:32.327955+0000", Ignoring malparsed backtrace: 2020-08-19T18:22:33.352 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:22:32.328202+0000", , 2020-08-19T18:22:33.353 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 3.766e-06 , 2020-08-19T18:22:33.353 INFO:teuthology.orchestra.run.smithi104.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:22:33.378 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:22:32.331495+0000", , 2020-08-19T18:22:33.378 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 0.0037146459999999998 , 2020-08-19T18:22:33.379 INFO:teuthology.orchestra.run.smithi104.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:22:33.402 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 0.0076791719999999997, , 2020-08-19T18:22:33.402 INFO:teuthology.orchestra.run.smithi104.stdout: "type_data": { , 2020-08-19T18:22:33.402 INFO:teuthology.orchestra.run.smithi104.stdout: "flag_point": "commit sent; apply or cleanup", Ignoring malparsed backtrace: 2020-08-19T18:22:33.422 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "throttled", , 2020-08-19T18:22:33.422 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:22:32.379928+0000", , 2020-08-19T18:22:33.423 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 0.000115926 Ignoring malparsed backtrace: 2020-08-19T18:22:33.443 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "dispatched", , 2020-08-19T18:22:33.444 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:22:32.380430+0000", , 2020-08-19T18:22:33.444 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 1.4448e-05 Ignoring malparsed backtrace: 2020-08-19T18:22:33.464 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "done", , 2020-08-19T18:22:33.464 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:22:32.406290+0000", , 2020-08-19T18:22:33.464 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 0.0039623219999999999 Ignoring malparsed backtrace: 2020-08-19T18:22:33.485 INFO:teuthology.orchestra.run.smithi104.stdout: { , 2020-08-19T18:22:33.485 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "queued_for_pg", , 2020-08-19T18:22:33.485 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:22:32.448551+0000", Ignoring malparsed backtrace: 2020-08-19T18:22:33.735 INFO:teuthology.orchestra.run.smithi093.stdout: "ops": [], , 2020-08-19T18:22:33.735 INFO:teuthology.orchestra.run.smithi093.stdout: "complaint_time": 30, , 2020-08-19T18:22:33.736 INFO:teuthology.orchestra.run.smithi093.stdout: "num_blocked_ops": 0 Ignoring malparsed backtrace: 2020-08-19T18:22:33.896 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 0 , 2020-08-19T18:22:33.896 INFO:teuthology.orchestra.run.smithi093.stdout: }, , 2020-08-19T18:22:33.896 INFO:teuthology.orchestra.run.smithi093.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:22:33.923 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 1.0977e-05 , 2020-08-19T18:22:33.923 INFO:teuthology.orchestra.run.smithi093.stdout: }, , 2020-08-19T18:22:33.923 INFO:teuthology.orchestra.run.smithi093.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:22:33.948 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 0.00012227599999999999 , 2020-08-19T18:22:33.949 INFO:teuthology.orchestra.run.smithi093.stdout: }, , 2020-08-19T18:22:33.949 INFO:teuthology.orchestra.run.smithi093.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:22:33.969 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 0.000211306 , 2020-08-19T18:22:33.969 INFO:teuthology.orchestra.run.smithi093.stdout: }, , 2020-08-19T18:22:33.969 INFO:teuthology.orchestra.run.smithi093.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:22:33.988 INFO:teuthology.orchestra.run.smithi093.stdout: "type_data": { , 2020-08-19T18:22:33.988 INFO:teuthology.orchestra.run.smithi093.stdout: "flag_point": "commit sent; apply or cleanup", , 2020-08-19T18:22:33.988 INFO:teuthology.orchestra.run.smithi093.stdout: "client_info": { Ignoring malparsed backtrace: 2020-08-19T18:22:34.006 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.343355+0000", , 2020-08-19T18:22:34.006 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 7.5309999999999996e-05 , 2020-08-19T18:22:34.007 INFO:teuthology.orchestra.run.smithi093.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:22:34.026 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.429931+0000", , 2020-08-19T18:22:34.026 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 0.00013703899999999999 , 2020-08-19T18:22:34.026 INFO:teuthology.orchestra.run.smithi093.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:22:34.045 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.441059+0000", , 2020-08-19T18:22:34.045 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 0.0042119159999999996 , 2020-08-19T18:22:34.045 INFO:teuthology.orchestra.run.smithi093.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:22:34.064 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.448858+0000", , 2020-08-19T18:22:34.064 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 0.012441944 , 2020-08-19T18:22:34.064 INFO:teuthology.orchestra.run.smithi093.stdout: } Ignoring malparsed backtrace: 2020-08-19T18:22:34.083 INFO:teuthology.orchestra.run.smithi093.stdout: "event": "initiated", , 2020-08-19T18:22:34.083 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.457286+0000", , 2020-08-19T18:22:34.083 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 0 Ignoring malparsed backtrace: 2020-08-19T18:22:34.101 INFO:teuthology.orchestra.run.smithi093.stdout: "event": "queued_for_pg", , 2020-08-19T18:22:34.102 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.462201+0000", , 2020-08-19T18:22:34.102 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 7.2725999999999995e-05 Ignoring malparsed backtrace: 2020-08-19T18:22:34.121 INFO:teuthology.orchestra.run.smithi093.stdout: "event": "reached_pg", , 2020-08-19T18:22:34.121 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.469447+0000", , 2020-08-19T18:22:34.121 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 8.8560000000000006e-05 Ignoring malparsed backtrace: 2020-08-19T18:22:34.145 INFO:teuthology.orchestra.run.smithi093.stdout: "event": "started", , 2020-08-19T18:22:34.145 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.476649+0000", , 2020-08-19T18:22:34.146 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 0.00092766500000000004 Ignoring malparsed backtrace: 2020-08-19T18:22:34.165 INFO:teuthology.orchestra.run.smithi093.stdout: { , 2020-08-19T18:22:34.165 INFO:teuthology.orchestra.run.smithi093.stdout: "event": "initiated", , 2020-08-19T18:22:34.165 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.474316+0000", Ignoring malparsed backtrace: 2020-08-19T18:22:34.183 INFO:teuthology.orchestra.run.smithi093.stdout: { , 2020-08-19T18:22:34.184 INFO:teuthology.orchestra.run.smithi093.stdout: "event": "all_read", , 2020-08-19T18:22:34.184 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.474784+0000", Ignoring malparsed backtrace: 2020-08-19T18:22:34.202 INFO:teuthology.orchestra.run.smithi093.stdout: { , 2020-08-19T18:22:34.202 INFO:teuthology.orchestra.run.smithi093.stdout: "event": "reached_pg", , 2020-08-19T18:22:34.202 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.474984+0000", Ignoring malparsed backtrace: 2020-08-19T18:22:34.585 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 2.1319999999999999e-05 , 2020-08-19T18:22:34.585 INFO:teuthology.orchestra.run.smithi093.stdout: }, , 2020-08-19T18:22:34.585 INFO:teuthology.orchestra.run.smithi093.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:22:34.604 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.299651+0000", , 2020-08-19T18:22:34.604 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 2.3771999999999999e-05 , 2020-08-19T18:22:34.604 INFO:teuthology.orchestra.run.smithi093.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:22:34.623 INFO:teuthology.orchestra.run.smithi093.stdout: }, , 2020-08-19T18:22:34.623 INFO:teuthology.orchestra.run.smithi093.stdout: { , 2020-08-19T18:22:34.623 INFO:teuthology.orchestra.run.smithi093.stdout: "description": "osd_op(client.4451.0:25 3.0s0 3:0c396024:::smithi10419466-7:head [write 500842~451494,stat] snapc 0=[] ondisk+write+known_if_redirected e27)", Ignoring malparsed backtrace: 2020-08-19T18:22:34.642 INFO:teuthology.orchestra.run.smithi093.stdout: "event": "header_read", , 2020-08-19T18:22:34.642 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.356138+0000", , 2020-08-19T18:22:34.642 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 1.7669e-05 Ignoring malparsed backtrace: 2020-08-19T18:22:34.661 INFO:teuthology.orchestra.run.smithi093.stdout: "event": "queued_for_pg", , 2020-08-19T18:22:34.662 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.356576+0000", , 2020-08-19T18:22:34.662 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 0.0018476440000000001 Ignoring malparsed backtrace: 2020-08-19T18:22:34.681 INFO:teuthology.orchestra.run.smithi093.stdout: "event": "reached_pg", , 2020-08-19T18:22:34.681 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.366756+0000", , 2020-08-19T18:22:34.681 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 6.8409000000000002e-05 Ignoring malparsed backtrace: 2020-08-19T18:22:34.699 INFO:teuthology.orchestra.run.smithi093.stdout: { , 2020-08-19T18:22:34.700 INFO:teuthology.orchestra.run.smithi093.stdout: "event": "header_read", , 2020-08-19T18:22:34.700 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.362967+0000", Ignoring malparsed backtrace: 2020-08-19T18:22:34.718 INFO:teuthology.orchestra.run.smithi093.stdout: ] , 2020-08-19T18:22:34.719 INFO:teuthology.orchestra.run.smithi093.stdout: } , 2020-08-19T18:22:34.719 INFO:teuthology.orchestra.run.smithi093.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:22:34.737 INFO:teuthology.orchestra.run.smithi093.stdout: } , 2020-08-19T18:22:34.737 INFO:teuthology.orchestra.run.smithi093.stdout: ] , 2020-08-19T18:22:34.738 INFO:teuthology.orchestra.run.smithi093.stdout: } Ignoring malparsed backtrace: 2020-08-19T18:22:34.762 INFO:teuthology.orchestra.run.smithi093.stdout: }, , 2020-08-19T18:22:34.762 INFO:teuthology.orchestra.run.smithi093.stdout: "events": [ , 2020-08-19T18:22:34.762 INFO:teuthology.orchestra.run.smithi093.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:22:34.781 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 3.129e-06 , 2020-08-19T18:22:34.781 INFO:teuthology.orchestra.run.smithi093.stdout: }, , 2020-08-19T18:22:34.782 INFO:teuthology.orchestra.run.smithi093.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:22:34.800 INFO:teuthology.orchestra.run.smithi093.stdout: "type_data": { , 2020-08-19T18:22:34.800 INFO:teuthology.orchestra.run.smithi093.stdout: "flag_point": "reached pg", , 2020-08-19T18:22:34.800 INFO:teuthology.orchestra.run.smithi093.stdout: "events": [ Ignoring malparsed backtrace: 2020-08-19T18:22:34.818 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 0.00299424, , 2020-08-19T18:22:34.819 INFO:teuthology.orchestra.run.smithi093.stdout: "type_data": { , 2020-08-19T18:22:34.819 INFO:teuthology.orchestra.run.smithi093.stdout: "flag_point": "reached pg", Ignoring malparsed backtrace: 2020-08-19T18:22:35.203 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 1.3516000000000001e-05 , 2020-08-19T18:22:35.203 INFO:teuthology.orchestra.run.smithi093.stdout: }, , 2020-08-19T18:22:35.204 INFO:teuthology.orchestra.run.smithi093.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:22:35.223 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 6.5733000000000002e-05 , 2020-08-19T18:22:35.224 INFO:teuthology.orchestra.run.smithi093.stdout: }, , 2020-08-19T18:22:35.224 INFO:teuthology.orchestra.run.smithi093.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:22:35.244 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 6.6455e-05 , 2020-08-19T18:22:35.244 INFO:teuthology.orchestra.run.smithi093.stdout: }, , 2020-08-19T18:22:35.245 INFO:teuthology.orchestra.run.smithi093.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:22:35.265 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 0.001659177 , 2020-08-19T18:22:35.265 INFO:teuthology.orchestra.run.smithi093.stdout: }, , 2020-08-19T18:22:35.265 INFO:teuthology.orchestra.run.smithi093.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:22:35.285 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.301650+0000", , 2020-08-19T18:22:35.285 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 7.0310000000000001e-06 , 2020-08-19T18:22:35.285 INFO:teuthology.orchestra.run.smithi093.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:22:35.305 INFO:teuthology.orchestra.run.smithi093.stdout: "event": "reached_pg", , 2020-08-19T18:22:35.305 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.307699+0000", , 2020-08-19T18:22:35.305 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 0.00064891199999999997 Ignoring malparsed backtrace: 2020-08-19T18:22:35.324 INFO:teuthology.orchestra.run.smithi093.stdout: { , 2020-08-19T18:22:35.325 INFO:teuthology.orchestra.run.smithi093.stdout: "event": "reached_pg", , 2020-08-19T18:22:35.325 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.434145+0000", Ignoring malparsed backtrace: 2020-08-19T18:22:35.344 INFO:teuthology.orchestra.run.smithi093.stdout: }, , 2020-08-19T18:22:35.344 INFO:teuthology.orchestra.run.smithi093.stdout: { , 2020-08-19T18:22:35.344 INFO:teuthology.orchestra.run.smithi093.stdout: "event": "header_read", Ignoring malparsed backtrace: 2020-08-19T18:22:35.364 INFO:teuthology.orchestra.run.smithi093.stdout: } , 2020-08-19T18:22:35.364 INFO:teuthology.orchestra.run.smithi093.stdout: ] , 2020-08-19T18:22:35.364 INFO:teuthology.orchestra.run.smithi093.stdout: } Ignoring malparsed backtrace: 2020-08-19T18:22:35.383 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 7.4762e-05 , 2020-08-19T18:22:35.384 INFO:teuthology.orchestra.run.smithi093.stdout: }, , 2020-08-19T18:22:35.384 INFO:teuthology.orchestra.run.smithi093.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:22:35.403 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.477044+0000", , 2020-08-19T18:22:35.404 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 2.2269999999999999e-05 , 2020-08-19T18:22:35.404 INFO:teuthology.orchestra.run.smithi093.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:22:35.423 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 0.0014833960000000001, , 2020-08-19T18:22:35.423 INFO:teuthology.orchestra.run.smithi093.stdout: "type_data": { , 2020-08-19T18:22:35.424 INFO:teuthology.orchestra.run.smithi093.stdout: "flag_point": "reached pg", Ignoring malparsed backtrace: 2020-08-19T18:22:35.443 INFO:teuthology.orchestra.run.smithi093.stdout: "event": "sub_op_started", , 2020-08-19T18:22:35.443 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.483651+0000", , 2020-08-19T18:22:35.443 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 0.00055202400000000003 Ignoring malparsed backtrace: 2020-08-19T18:22:35.839 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 0.0029723269999999999, , 2020-08-19T18:22:35.839 INFO:teuthology.orchestra.run.smithi093.stdout: "type_data": { , 2020-08-19T18:22:35.840 INFO:teuthology.orchestra.run.smithi093.stdout: "flag_point": "reached pg", Ignoring malparsed backtrace: 2020-08-19T18:22:35.861 INFO:teuthology.orchestra.run.smithi093.stdout: "event": "sub_op_started", , 2020-08-19T18:22:35.861 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.290476+0000", , 2020-08-19T18:22:35.861 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 0.0030663729999999998 Ignoring malparsed backtrace: 2020-08-19T18:22:35.881 INFO:teuthology.orchestra.run.smithi093.stdout: { , 2020-08-19T18:22:35.881 INFO:teuthology.orchestra.run.smithi093.stdout: "event": "all_read", , 2020-08-19T18:22:35.882 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.310925+0000", Ignoring malparsed backtrace: 2020-08-19T18:22:35.901 INFO:teuthology.orchestra.run.smithi093.stdout: "initiated_at": "2020-08-19T18:22:32.331164+0000", , 2020-08-19T18:22:35.901 INFO:teuthology.orchestra.run.smithi093.stdout: "age": 3.4906514529999999, , 2020-08-19T18:22:35.901 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 0.0022850029999999999, Ignoring malparsed backtrace: 2020-08-19T18:22:35.920 INFO:teuthology.orchestra.run.smithi093.stdout: }, , 2020-08-19T18:22:35.920 INFO:teuthology.orchestra.run.smithi093.stdout: { , 2020-08-19T18:22:35.921 INFO:teuthology.orchestra.run.smithi093.stdout: "event": "sub_op_started", Ignoring malparsed backtrace: 2020-08-19T18:22:35.946 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 3.4560000000000001e-05 , 2020-08-19T18:22:35.946 INFO:teuthology.orchestra.run.smithi093.stdout: }, , 2020-08-19T18:22:35.946 INFO:teuthology.orchestra.run.smithi093.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:22:35.966 INFO:teuthology.orchestra.run.smithi093.stdout: { , 2020-08-19T18:22:35.967 INFO:teuthology.orchestra.run.smithi093.stdout: "description": "MOSDECSubOpWrite(3.0s1 27/23 ECSubWrite(tid=8, reqid=client.4451.0:31, at_version=27'6, trim_to=0'0, roll_forward_to=27'4))", , 2020-08-19T18:22:35.967 INFO:teuthology.orchestra.run.smithi093.stdout: "initiated_at": "2020-08-19T18:22:32.377931+0000", Ignoring malparsed backtrace: 2020-08-19T18:22:35.987 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.405354+0000", , 2020-08-19T18:22:35.988 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 2.4358e-05 , 2020-08-19T18:22:35.988 INFO:teuthology.orchestra.run.smithi093.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:22:36.010 INFO:teuthology.orchestra.run.smithi093.stdout: "event": "header_read", , 2020-08-19T18:22:36.010 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.419346+0000", , 2020-08-19T18:22:36.010 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 2.5020000000000001e-05 Ignoring malparsed backtrace: 2020-08-19T18:22:36.029 INFO:teuthology.orchestra.run.smithi093.stdout: } , 2020-08-19T18:22:36.030 INFO:teuthology.orchestra.run.smithi093.stdout: }, , 2020-08-19T18:22:36.030 INFO:teuthology.orchestra.run.smithi093.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:22:36.049 INFO:teuthology.orchestra.run.smithi093.stdout: { , 2020-08-19T18:22:36.050 INFO:teuthology.orchestra.run.smithi093.stdout: "event": "reached_pg", , 2020-08-19T18:22:36.050 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.452980+0000", Ignoring malparsed backtrace: 2020-08-19T18:22:36.069 INFO:teuthology.orchestra.run.smithi093.stdout: }, , 2020-08-19T18:22:36.070 INFO:teuthology.orchestra.run.smithi093.stdout: { , 2020-08-19T18:22:36.070 INFO:teuthology.orchestra.run.smithi093.stdout: "event": "header_read", Ignoring malparsed backtrace: 2020-08-19T18:22:48.800+0000 7f4378eba700 -1 WARNING: all dangerous and experimental features are enabled. , 2020-08-19T18:22:48.816+0000 7f437359e700 -1 WARNING: all dangerous and experimental features are enabled. , reweighted osd.5 to 1 (10000) Ignoring malparsed backtrace: 2020-08-19T18:23:03.115 INFO:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd last-stat-seq osd.5 , 2020-08-19T18:23:03.212+0000 7fa89daba700 -1 WARNING: all dangerous and experimental features are enabled. , 2020-08-19T18:23:03.224+0000 7fa89c858700 -1 WARNING: all dangerous and experimental features are enabled. Ignoring malparsed backtrace: 2020-08-19T18:23:08.697 INFO:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd deep-scrub 4 , 2020-08-19T18:23:08.800+0000 7f48d8ebf700 -1 WARNING: all dangerous and experimental features are enabled. , 2020-08-19T18:23:08.812+0000 7f48d359e700 -1 WARNING: all dangerous and experimental features are enabled. Ignoring malparsed backtrace: 2020-08-19T18:23:51.544 ERROR:teuthology.contextutil:Saw exception from nested tasks , Traceback (most recent call last): , File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/contextutil.py", line 33, in nested Ignoring malparsed backtrace: 2020-08-19T18:23:54.433 INFO:teuthology.orchestra.run.smithi104:> rm -fr /tmp/tmp.nzwXsErcAL , 2020-08-19T18:23:54.439 DEBUG:teuthology.misc:Transferring archived files from smithi093:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/kchai-2020-08-19_06:47:30-rados-wip-kefu-testing-2020-08-19-1141-distro-basic-smithi/5359035/data/mon.b.tgz , 2020-08-19T18:23:54.440 INFO:teuthology.orchestra.run.smithi093:> mktemp Ignoring malparsed backtrace: (Reading database ... 60% , (Reading database ... 65% , (Reading database ... 70% Ignoring malparsed backtrace: 2020-08-19T18:23:59.853 INFO:teuthology.orchestra.run.smithi104.stdout:Removing ceph-mgr-cephadm (16.0.0-4528-g8d9001a-1bionic) ... , 2020-08-19T18:24:00.045 INFO:teuthology.orchestra.run.smithi093.stdout:dpkg: warning: while removing ceph-mgr-cephadm, directory '/usr/share/ceph/mgr/cephadm/services' not empty so not removed , 2020-08-19T18:24:00.114 INFO:teuthology.orchestra.run.smithi104.stdout:dpkg: warning: while removing ceph-mgr-cephadm, directory '/usr/share/ceph/mgr/cephadm/services' not empty so not removed Ignoring malparsed backtrace: (Reading database ... 90% , (Reading database ... 95% , (Reading database ... 100% Ignoring malparsed backtrace: 2020-08-19T18:24:05.703 INFO:teuthology.orchestra.run.smithi093.stdout: python3-webob python3-websocket python3-webtest python3-werkzeug , 2020-08-19T18:24:05.704 INFO:teuthology.orchestra.run.smithi093.stdout:Use 'sudo apt autoremove' to remove them. , 2020-08-19T18:24:05.804 INFO:teuthology.orchestra.run.smithi093.stdout:The following packages will be REMOVED: Ignoring malparsed backtrace: (Reading database ... 40% , (Reading database ... 45% , (Reading database ... 50% Ignoring malparsed backtrace: (Reading database ... 35% , (Reading database ... 40% , (Reading database ... 45% Ignoring malparsed backtrace: 2020-08-19T18:24:16.166 INFO:teuthology.orchestra.run.smithi093.stdout:dpkg: warning: while removing ceph-osd, directory '/var/lib/ceph/osd' not empty so not removed , 2020-08-19T18:24:16.301 INFO:teuthology.orchestra.run.smithi093.stdout:Purging configuration files for ceph-mon (16.0.0-4528-g8d9001a-1bionic) ... , 2020-08-19T18:24:16.563 INFO:teuthology.orchestra.run.smithi104.stdout:dpkg: warning: while removing ceph-osd, directory '/var/lib/ceph/osd' not empty so not removed Ignoring malparsed backtrace: (Reading database ... 20% , (Reading database ... 25% , (Reading database ... 30% Ignoring malparsed backtrace: 2020-08-19T18:24:24.308 INFO:teuthology.orchestra.run.smithi093.stdout:Package 'radosgw' is not installed, so not removed , 2020-08-19T18:24:24.309 INFO:teuthology.orchestra.run.smithi093.stdout:The following packages were automatically installed and are no longer required: , 2020-08-19T18:24:24.310 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-mgr-modules-core jq libjq1 libleveldb1v5 liboath0 libonig4 Ignoring malparsed backtrace: 2020-08-19T18:24:25.204 INFO:teuthology.orchestra.run.smithi093.stdout:After this operation, 2,229 kB disk space will be freed. , 2020-08-19T18:24:25.302 INFO:teuthology.orchestra.run.smithi093.stdout:(Reading database ... , (Reading database ... 5% Ignoring malparsed backtrace: W: --force-yes is deprecated, use one of the options starting with --allow instead. , 2020-08-19T18:24:27.479 INFO:teuthology.orchestra.run.smithi093.stdout:Reading package lists... , W: --force-yes is deprecated, use one of the options starting with --allow instead. Ignoring malparsed backtrace: 2020-08-19T18:24:28.506 INFO:teuthology.orchestra.run.smithi104.stdout: python3-websocket python3-webtest python3-werkzeug socat xmlstarlet , 2020-08-19T18:24:28.507 INFO:teuthology.orchestra.run.smithi104.stdout:Use 'sudo apt autoremove' to remove them. , 2020-08-19T18:24:28.534 INFO:teuthology.orchestra.run.smithi104.stdout:0 upgraded, 0 newly installed, 0 to remove and 5 not upgraded. Ignoring malparsed backtrace: 2020-08-19T18:24:30.061 INFO:teuthology.orchestra.run.smithi093.stdout: python3-websocket python3-webtest python3-werkzeug socat xmlstarlet , 2020-08-19T18:24:30.061 INFO:teuthology.orchestra.run.smithi093.stdout:Use 'sudo apt autoremove' to remove them. , 2020-08-19T18:24:30.086 INFO:teuthology.orchestra.run.smithi093.stdout:The following packages will be REMOVED: Ignoring malparsed backtrace: 2020-08-19T18:24:32.389 INFO:teuthology.orchestra.run.smithi093.stdout: python3-prettytable python3-py python3-pyasn1 python3-pyasn1-modules , 2020-08-19T18:24:32.389 INFO:teuthology.orchestra.run.smithi093.stdout: python3-pyinotify python3-pyparsing python3-pytest python3-repoze.lru , 2020-08-19T18:24:32.390 INFO:teuthology.orchestra.run.smithi093.stdout: python3-routes python3-rsa python3-scipy python3-simplegeneric Ignoring malparsed backtrace: 2020-08-19T18:24:33.602 INFO:teuthology.orchestra.run.smithi104.stdout:The following packages were automatically installed and are no longer required: , 2020-08-19T18:24:33.603 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-modules-core cpu-checker gstreamer1.0-plugins-base , 2020-08-19T18:24:33.603 INFO:teuthology.orchestra.run.smithi104.stdout: gstreamer1.0-plugins-good gstreamer1.0-x ipxe-qemu Ignoring malparsed backtrace: 2020-08-19T18:24:38.388 INFO:teuthology.orchestra.run.smithi104.stdout:Processing triggers for libc-bin (2.27-3ubuntu1.2) ... , 2020-08-19T18:24:38.699 INFO:teuthology.orchestra.run.smithi093.stdout:Purging configuration files for qemu-system-common (1:2.11+dfsg-1ubuntu7.31) ... , 2020-08-19T18:24:38.746 INFO:teuthology.orchestra.run.smithi104.stdout:(Reading database ... Ignoring malparsed backtrace: W: --force-yes is deprecated, use one of the options starting with --allow instead. , 2020-08-19T18:24:41.071 INFO:teuthology.orchestra.run.smithi093:> dpkg -l | grep '^.\(U\|H\)R' | awk '{print $2}' | sudo xargs --no-run-if-empty dpkg -P --force-remove-reinstreq , 2020-08-19T18:24:41.104 INFO:teuthology.orchestra.run.smithi093:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" autoremove Ignoring malparsed backtrace: 2020-08-19T18:24:41.821 INFO:teuthology.orchestra.run.smithi104.stdout: python3-webob python3-websocket python3-webtest python3-werkzeug seabios , 2020-08-19T18:24:41.821 INFO:teuthology.orchestra.run.smithi104.stdout: sharutils socat xmlstarlet , 2020-08-19T18:24:41.821 INFO:teuthology.orchestra.run.smithi104.stdout:Use 'sudo apt autoremove' to remove them. Ignoring malparsed backtrace: (Reading database ... 65% , (Reading database ... 70% , (Reading database ... 75% Ignoring malparsed backtrace: 2020-08-19T18:24:56.726 INFO:teuthology.orchestra.run.smithi093.stdout:Removing libsnappy1v5:amd64 (1.1.7-1) ... , 2020-08-19T18:24:57.004 INFO:teuthology.orchestra.run.smithi104.stdout:Removing libshout3:amd64 (2.4.1-2build1) ... , 2020-08-19T18:24:57.105 INFO:teuthology.orchestra.run.smithi093.stdout:Removing libspeex1:amd64 (1.2~rc1.2-1ubuntu2) ... Ignoring malparsed backtrace: 2020-08-19T18:25:19.480 INFO:teuthology.orchestra.run.smithi104.stdout:Removing python3-json-pointer (1.10-1) ... , 2020-08-19T18:25:19.531 INFO:teuthology.orchestra.run.smithi093.stdout:Removing python3-logutils (0.3.3-5) ... , 2020-08-19T18:25:19.867 INFO:teuthology.orchestra.run.smithi104.stdout:Removing python3-jwt (1.5.3+ds1-1) ... Ignoring malparsed backtrace: 2020-08-19T18:25:39.872 INFO:teuthology.orchestra.run.smithi093.stdout:Reading package lists... , 2020-08-19T18:25:39.918 DEBUG:teuthology.parallel:result is None , 2020-08-19T18:25:39.919 DEBUG:teuthology.run_tasks:Unwinding manager clock Ignoring malparsed backtrace: node=self.hostname, label=self.label , teuthology.exceptions.CommandFailedError: Command failed on smithi104 with status 1: 'which ceph_test_rados' , 2020-08-19T18:25:57.380 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload Ignoring malparsed backtrace: ceph version 16.0.0-4528-g8d9001a (8d9001a8062a52bb640447b6a7e38abbff3580ee) pacific (dev) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe1) [0x7f7bbeaa01d7] , 2: (WriteOp::_finish(TestOp::CallbackInfo*)+0x6b0) [0x562b732eaa60] Ignoring malparsed backtrace: 2020-08-19T18:22:33.158 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:22:33.159 INFO:teuthology.orchestra.run.smithi104.stdout: { , 2020-08-19T18:22:33.159 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "queued_for_pg", Ignoring malparsed backtrace: 2020-08-19T18:22:33.194 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:22:33.195 INFO:teuthology.orchestra.run.smithi104.stdout: { , 2020-08-19T18:22:33.195 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "reached_pg", Ignoring malparsed backtrace: 2020-08-19T18:22:33.216 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:22:33.216 INFO:teuthology.orchestra.run.smithi104.stdout: { , 2020-08-19T18:22:33.217 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "sub_op_committed", Ignoring malparsed backtrace: 2020-08-19T18:22:33.238 INFO:teuthology.orchestra.run.smithi104.stdout: "description": "osd_op(client.4451.0:13 3.9s0 3:9b6f38c7:::smithi10419466-4:head [write 450421~625747,stat] snapc 0=[] ondisk+write+known_if_redirected e27)", , 2020-08-19T18:22:33.238 INFO:teuthology.orchestra.run.smithi104.stdout: "initiated_at": "2020-08-19T18:22:32.308202+0000", , 2020-08-19T18:22:33.239 INFO:teuthology.orchestra.run.smithi104.stdout: "age": 0.82461216199999998, Ignoring malparsed backtrace: 2020-08-19T18:22:33.263 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 6.0009999999999998e-06 , 2020-08-19T18:22:33.263 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:22:33.263 INFO:teuthology.orchestra.run.smithi104.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:22:33.286 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 6.2312999999999998e-05 , 2020-08-19T18:22:33.287 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:22:33.287 INFO:teuthology.orchestra.run.smithi104.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:22:33.308 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 9.1216000000000002e-05 , 2020-08-19T18:22:33.308 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:22:33.308 INFO:teuthology.orchestra.run.smithi104.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:22:33.328 INFO:teuthology.orchestra.run.smithi104.stdout: { , 2020-08-19T18:22:33.328 INFO:teuthology.orchestra.run.smithi104.stdout: "description": "osd_op(client.4451.0:18 3.as0 3:5b3a464c:::smithi10419466-5:head [write 1717575~349653] snapc 0=[] ondisk+write+known_if_redirected e27)", , 2020-08-19T18:22:33.328 INFO:teuthology.orchestra.run.smithi104.stdout: "initiated_at": "2020-08-19T18:22:32.327955+0000", Ignoring malparsed backtrace: 2020-08-19T18:22:33.352 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:22:32.328202+0000", , 2020-08-19T18:22:33.353 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 3.766e-06 , 2020-08-19T18:22:33.353 INFO:teuthology.orchestra.run.smithi104.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:22:33.378 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:22:32.331495+0000", , 2020-08-19T18:22:33.378 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 0.0037146459999999998 , 2020-08-19T18:22:33.379 INFO:teuthology.orchestra.run.smithi104.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:22:33.402 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 0.0076791719999999997, , 2020-08-19T18:22:33.402 INFO:teuthology.orchestra.run.smithi104.stdout: "type_data": { , 2020-08-19T18:22:33.402 INFO:teuthology.orchestra.run.smithi104.stdout: "flag_point": "commit sent; apply or cleanup", Ignoring malparsed backtrace: 2020-08-19T18:22:33.422 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "throttled", , 2020-08-19T18:22:33.422 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:22:32.379928+0000", , 2020-08-19T18:22:33.423 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 0.000115926 Ignoring malparsed backtrace: 2020-08-19T18:22:33.443 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "dispatched", , 2020-08-19T18:22:33.444 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:22:32.380430+0000", , 2020-08-19T18:22:33.444 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 1.4448e-05 Ignoring malparsed backtrace: 2020-08-19T18:22:33.464 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "done", , 2020-08-19T18:22:33.464 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:22:32.406290+0000", , 2020-08-19T18:22:33.464 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 0.0039623219999999999 Ignoring malparsed backtrace: 2020-08-19T18:22:33.485 INFO:teuthology.orchestra.run.smithi104.stdout: { , 2020-08-19T18:22:33.485 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "queued_for_pg", , 2020-08-19T18:22:33.485 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:22:32.448551+0000", Ignoring malparsed backtrace: 2020-08-19T18:22:33.735 INFO:teuthology.orchestra.run.smithi093.stdout: "ops": [], , 2020-08-19T18:22:33.735 INFO:teuthology.orchestra.run.smithi093.stdout: "complaint_time": 30, , 2020-08-19T18:22:33.736 INFO:teuthology.orchestra.run.smithi093.stdout: "num_blocked_ops": 0 Ignoring malparsed backtrace: 2020-08-19T18:22:33.896 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 0 , 2020-08-19T18:22:33.896 INFO:teuthology.orchestra.run.smithi093.stdout: }, , 2020-08-19T18:22:33.896 INFO:teuthology.orchestra.run.smithi093.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:22:33.923 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 1.0977e-05 , 2020-08-19T18:22:33.923 INFO:teuthology.orchestra.run.smithi093.stdout: }, , 2020-08-19T18:22:33.923 INFO:teuthology.orchestra.run.smithi093.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:22:33.948 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 0.00012227599999999999 , 2020-08-19T18:22:33.949 INFO:teuthology.orchestra.run.smithi093.stdout: }, , 2020-08-19T18:22:33.949 INFO:teuthology.orchestra.run.smithi093.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:22:33.969 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 0.000211306 , 2020-08-19T18:22:33.969 INFO:teuthology.orchestra.run.smithi093.stdout: }, , 2020-08-19T18:22:33.969 INFO:teuthology.orchestra.run.smithi093.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:22:33.988 INFO:teuthology.orchestra.run.smithi093.stdout: "type_data": { , 2020-08-19T18:22:33.988 INFO:teuthology.orchestra.run.smithi093.stdout: "flag_point": "commit sent; apply or cleanup", , 2020-08-19T18:22:33.988 INFO:teuthology.orchestra.run.smithi093.stdout: "client_info": { Ignoring malparsed backtrace: 2020-08-19T18:22:34.006 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.343355+0000", , 2020-08-19T18:22:34.006 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 7.5309999999999996e-05 , 2020-08-19T18:22:34.007 INFO:teuthology.orchestra.run.smithi093.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:22:34.026 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.429931+0000", , 2020-08-19T18:22:34.026 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 0.00013703899999999999 , 2020-08-19T18:22:34.026 INFO:teuthology.orchestra.run.smithi093.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:22:34.045 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.441059+0000", , 2020-08-19T18:22:34.045 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 0.0042119159999999996 , 2020-08-19T18:22:34.045 INFO:teuthology.orchestra.run.smithi093.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:22:34.064 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.448858+0000", , 2020-08-19T18:22:34.064 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 0.012441944 , 2020-08-19T18:22:34.064 INFO:teuthology.orchestra.run.smithi093.stdout: } Ignoring malparsed backtrace: 2020-08-19T18:22:34.083 INFO:teuthology.orchestra.run.smithi093.stdout: "event": "initiated", , 2020-08-19T18:22:34.083 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.457286+0000", , 2020-08-19T18:22:34.083 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 0 Ignoring malparsed backtrace: 2020-08-19T18:22:34.101 INFO:teuthology.orchestra.run.smithi093.stdout: "event": "queued_for_pg", , 2020-08-19T18:22:34.102 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.462201+0000", , 2020-08-19T18:22:34.102 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 7.2725999999999995e-05 Ignoring malparsed backtrace: 2020-08-19T18:22:34.121 INFO:teuthology.orchestra.run.smithi093.stdout: "event": "reached_pg", , 2020-08-19T18:22:34.121 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.469447+0000", , 2020-08-19T18:22:34.121 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 8.8560000000000006e-05 Ignoring malparsed backtrace: 2020-08-19T18:22:34.145 INFO:teuthology.orchestra.run.smithi093.stdout: "event": "started", , 2020-08-19T18:22:34.145 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.476649+0000", , 2020-08-19T18:22:34.146 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 0.00092766500000000004 Ignoring malparsed backtrace: 2020-08-19T18:22:34.165 INFO:teuthology.orchestra.run.smithi093.stdout: { , 2020-08-19T18:22:34.165 INFO:teuthology.orchestra.run.smithi093.stdout: "event": "initiated", , 2020-08-19T18:22:34.165 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.474316+0000", Ignoring malparsed backtrace: 2020-08-19T18:22:34.183 INFO:teuthology.orchestra.run.smithi093.stdout: { , 2020-08-19T18:22:34.184 INFO:teuthology.orchestra.run.smithi093.stdout: "event": "all_read", , 2020-08-19T18:22:34.184 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.474784+0000", Ignoring malparsed backtrace: 2020-08-19T18:22:34.202 INFO:teuthology.orchestra.run.smithi093.stdout: { , 2020-08-19T18:22:34.202 INFO:teuthology.orchestra.run.smithi093.stdout: "event": "reached_pg", , 2020-08-19T18:22:34.202 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.474984+0000", Ignoring malparsed backtrace: 2020-08-19T18:22:34.585 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 2.1319999999999999e-05 , 2020-08-19T18:22:34.585 INFO:teuthology.orchestra.run.smithi093.stdout: }, , 2020-08-19T18:22:34.585 INFO:teuthology.orchestra.run.smithi093.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:22:34.604 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.299651+0000", , 2020-08-19T18:22:34.604 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 2.3771999999999999e-05 , 2020-08-19T18:22:34.604 INFO:teuthology.orchestra.run.smithi093.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:22:34.623 INFO:teuthology.orchestra.run.smithi093.stdout: }, , 2020-08-19T18:22:34.623 INFO:teuthology.orchestra.run.smithi093.stdout: { , 2020-08-19T18:22:34.623 INFO:teuthology.orchestra.run.smithi093.stdout: "description": "osd_op(client.4451.0:25 3.0s0 3:0c396024:::smithi10419466-7:head [write 500842~451494,stat] snapc 0=[] ondisk+write+known_if_redirected e27)", Ignoring malparsed backtrace: 2020-08-19T18:22:34.642 INFO:teuthology.orchestra.run.smithi093.stdout: "event": "header_read", , 2020-08-19T18:22:34.642 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.356138+0000", , 2020-08-19T18:22:34.642 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 1.7669e-05 Ignoring malparsed backtrace: 2020-08-19T18:22:34.661 INFO:teuthology.orchestra.run.smithi093.stdout: "event": "queued_for_pg", , 2020-08-19T18:22:34.662 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.356576+0000", , 2020-08-19T18:22:34.662 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 0.0018476440000000001 Ignoring malparsed backtrace: 2020-08-19T18:22:34.681 INFO:teuthology.orchestra.run.smithi093.stdout: "event": "reached_pg", , 2020-08-19T18:22:34.681 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.366756+0000", , 2020-08-19T18:22:34.681 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 6.8409000000000002e-05 Ignoring malparsed backtrace: 2020-08-19T18:22:34.699 INFO:teuthology.orchestra.run.smithi093.stdout: { , 2020-08-19T18:22:34.700 INFO:teuthology.orchestra.run.smithi093.stdout: "event": "header_read", , 2020-08-19T18:22:34.700 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.362967+0000", Ignoring malparsed backtrace: 2020-08-19T18:22:34.718 INFO:teuthology.orchestra.run.smithi093.stdout: ] , 2020-08-19T18:22:34.719 INFO:teuthology.orchestra.run.smithi093.stdout: } , 2020-08-19T18:22:34.719 INFO:teuthology.orchestra.run.smithi093.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:22:34.737 INFO:teuthology.orchestra.run.smithi093.stdout: } , 2020-08-19T18:22:34.737 INFO:teuthology.orchestra.run.smithi093.stdout: ] , 2020-08-19T18:22:34.738 INFO:teuthology.orchestra.run.smithi093.stdout: } Ignoring malparsed backtrace: 2020-08-19T18:22:34.762 INFO:teuthology.orchestra.run.smithi093.stdout: }, , 2020-08-19T18:22:34.762 INFO:teuthology.orchestra.run.smithi093.stdout: "events": [ , 2020-08-19T18:22:34.762 INFO:teuthology.orchestra.run.smithi093.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:22:34.781 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 3.129e-06 , 2020-08-19T18:22:34.781 INFO:teuthology.orchestra.run.smithi093.stdout: }, , 2020-08-19T18:22:34.782 INFO:teuthology.orchestra.run.smithi093.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:22:34.800 INFO:teuthology.orchestra.run.smithi093.stdout: "type_data": { , 2020-08-19T18:22:34.800 INFO:teuthology.orchestra.run.smithi093.stdout: "flag_point": "reached pg", , 2020-08-19T18:22:34.800 INFO:teuthology.orchestra.run.smithi093.stdout: "events": [ Ignoring malparsed backtrace: 2020-08-19T18:22:34.818 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 0.00299424, , 2020-08-19T18:22:34.819 INFO:teuthology.orchestra.run.smithi093.stdout: "type_data": { , 2020-08-19T18:22:34.819 INFO:teuthology.orchestra.run.smithi093.stdout: "flag_point": "reached pg", Ignoring malparsed backtrace: 2020-08-19T18:22:35.203 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 1.3516000000000001e-05 , 2020-08-19T18:22:35.203 INFO:teuthology.orchestra.run.smithi093.stdout: }, , 2020-08-19T18:22:35.204 INFO:teuthology.orchestra.run.smithi093.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:22:35.223 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 6.5733000000000002e-05 , 2020-08-19T18:22:35.224 INFO:teuthology.orchestra.run.smithi093.stdout: }, , 2020-08-19T18:22:35.224 INFO:teuthology.orchestra.run.smithi093.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:22:35.244 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 6.6455e-05 , 2020-08-19T18:22:35.244 INFO:teuthology.orchestra.run.smithi093.stdout: }, , 2020-08-19T18:22:35.245 INFO:teuthology.orchestra.run.smithi093.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:22:35.265 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 0.001659177 , 2020-08-19T18:22:35.265 INFO:teuthology.orchestra.run.smithi093.stdout: }, , 2020-08-19T18:22:35.265 INFO:teuthology.orchestra.run.smithi093.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:22:35.285 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.301650+0000", , 2020-08-19T18:22:35.285 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 7.0310000000000001e-06 , 2020-08-19T18:22:35.285 INFO:teuthology.orchestra.run.smithi093.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:22:35.305 INFO:teuthology.orchestra.run.smithi093.stdout: "event": "reached_pg", , 2020-08-19T18:22:35.305 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.307699+0000", , 2020-08-19T18:22:35.305 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 0.00064891199999999997 Ignoring malparsed backtrace: 2020-08-19T18:22:35.324 INFO:teuthology.orchestra.run.smithi093.stdout: { , 2020-08-19T18:22:35.325 INFO:teuthology.orchestra.run.smithi093.stdout: "event": "reached_pg", , 2020-08-19T18:22:35.325 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.434145+0000", Ignoring malparsed backtrace: 2020-08-19T18:22:35.344 INFO:teuthology.orchestra.run.smithi093.stdout: }, , 2020-08-19T18:22:35.344 INFO:teuthology.orchestra.run.smithi093.stdout: { , 2020-08-19T18:22:35.344 INFO:teuthology.orchestra.run.smithi093.stdout: "event": "header_read", Ignoring malparsed backtrace: 2020-08-19T18:22:35.364 INFO:teuthology.orchestra.run.smithi093.stdout: } , 2020-08-19T18:22:35.364 INFO:teuthology.orchestra.run.smithi093.stdout: ] , 2020-08-19T18:22:35.364 INFO:teuthology.orchestra.run.smithi093.stdout: } Ignoring malparsed backtrace: 2020-08-19T18:22:35.383 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 7.4762e-05 , 2020-08-19T18:22:35.384 INFO:teuthology.orchestra.run.smithi093.stdout: }, , 2020-08-19T18:22:35.384 INFO:teuthology.orchestra.run.smithi093.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:22:35.403 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.477044+0000", , 2020-08-19T18:22:35.404 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 2.2269999999999999e-05 , 2020-08-19T18:22:35.404 INFO:teuthology.orchestra.run.smithi093.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:22:35.423 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 0.0014833960000000001, , 2020-08-19T18:22:35.423 INFO:teuthology.orchestra.run.smithi093.stdout: "type_data": { , 2020-08-19T18:22:35.424 INFO:teuthology.orchestra.run.smithi093.stdout: "flag_point": "reached pg", Ignoring malparsed backtrace: 2020-08-19T18:22:35.443 INFO:teuthology.orchestra.run.smithi093.stdout: "event": "sub_op_started", , 2020-08-19T18:22:35.443 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.483651+0000", , 2020-08-19T18:22:35.443 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 0.00055202400000000003 Ignoring malparsed backtrace: 2020-08-19T18:22:35.839 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 0.0029723269999999999, , 2020-08-19T18:22:35.839 INFO:teuthology.orchestra.run.smithi093.stdout: "type_data": { , 2020-08-19T18:22:35.840 INFO:teuthology.orchestra.run.smithi093.stdout: "flag_point": "reached pg", Ignoring malparsed backtrace: 2020-08-19T18:22:35.861 INFO:teuthology.orchestra.run.smithi093.stdout: "event": "sub_op_started", , 2020-08-19T18:22:35.861 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.290476+0000", , 2020-08-19T18:22:35.861 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 0.0030663729999999998 Ignoring malparsed backtrace: 2020-08-19T18:22:35.881 INFO:teuthology.orchestra.run.smithi093.stdout: { , 2020-08-19T18:22:35.881 INFO:teuthology.orchestra.run.smithi093.stdout: "event": "all_read", , 2020-08-19T18:22:35.882 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.310925+0000", Ignoring malparsed backtrace: 2020-08-19T18:22:35.901 INFO:teuthology.orchestra.run.smithi093.stdout: "initiated_at": "2020-08-19T18:22:32.331164+0000", , 2020-08-19T18:22:35.901 INFO:teuthology.orchestra.run.smithi093.stdout: "age": 3.4906514529999999, , 2020-08-19T18:22:35.901 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 0.0022850029999999999, Ignoring malparsed backtrace: 2020-08-19T18:22:35.920 INFO:teuthology.orchestra.run.smithi093.stdout: }, , 2020-08-19T18:22:35.920 INFO:teuthology.orchestra.run.smithi093.stdout: { , 2020-08-19T18:22:35.921 INFO:teuthology.orchestra.run.smithi093.stdout: "event": "sub_op_started", Ignoring malparsed backtrace: 2020-08-19T18:22:35.946 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 3.4560000000000001e-05 , 2020-08-19T18:22:35.946 INFO:teuthology.orchestra.run.smithi093.stdout: }, , 2020-08-19T18:22:35.946 INFO:teuthology.orchestra.run.smithi093.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:22:35.966 INFO:teuthology.orchestra.run.smithi093.stdout: { , 2020-08-19T18:22:35.967 INFO:teuthology.orchestra.run.smithi093.stdout: "description": "MOSDECSubOpWrite(3.0s1 27/23 ECSubWrite(tid=8, reqid=client.4451.0:31, at_version=27'6, trim_to=0'0, roll_forward_to=27'4))", , 2020-08-19T18:22:35.967 INFO:teuthology.orchestra.run.smithi093.stdout: "initiated_at": "2020-08-19T18:22:32.377931+0000", Ignoring malparsed backtrace: 2020-08-19T18:22:35.987 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.405354+0000", , 2020-08-19T18:22:35.988 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 2.4358e-05 , 2020-08-19T18:22:35.988 INFO:teuthology.orchestra.run.smithi093.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:22:36.010 INFO:teuthology.orchestra.run.smithi093.stdout: "event": "header_read", , 2020-08-19T18:22:36.010 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.419346+0000", , 2020-08-19T18:22:36.010 INFO:teuthology.orchestra.run.smithi093.stdout: "duration": 2.5020000000000001e-05 Ignoring malparsed backtrace: 2020-08-19T18:22:36.029 INFO:teuthology.orchestra.run.smithi093.stdout: } , 2020-08-19T18:22:36.030 INFO:teuthology.orchestra.run.smithi093.stdout: }, , 2020-08-19T18:22:36.030 INFO:teuthology.orchestra.run.smithi093.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:22:36.049 INFO:teuthology.orchestra.run.smithi093.stdout: { , 2020-08-19T18:22:36.050 INFO:teuthology.orchestra.run.smithi093.stdout: "event": "reached_pg", , 2020-08-19T18:22:36.050 INFO:teuthology.orchestra.run.smithi093.stdout: "time": "2020-08-19T18:22:32.452980+0000", Ignoring malparsed backtrace: 2020-08-19T18:22:36.069 INFO:teuthology.orchestra.run.smithi093.stdout: }, , 2020-08-19T18:22:36.070 INFO:teuthology.orchestra.run.smithi093.stdout: { , 2020-08-19T18:22:36.070 INFO:teuthology.orchestra.run.smithi093.stdout: "event": "header_read", Ignoring malparsed backtrace: 2020-08-19T18:22:48.800+0000 7f4378eba700 -1 WARNING: all dangerous and experimental features are enabled. , 2020-08-19T18:22:48.816+0000 7f437359e700 -1 WARNING: all dangerous and experimental features are enabled. , reweighted osd.5 to 1 (10000) Ignoring malparsed backtrace: 2020-08-19T18:23:03.115 INFO:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd last-stat-seq osd.5 , 2020-08-19T18:23:03.212+0000 7fa89daba700 -1 WARNING: all dangerous and experimental features are enabled. , 2020-08-19T18:23:03.224+0000 7fa89c858700 -1 WARNING: all dangerous and experimental features are enabled. Ignoring malparsed backtrace: 2020-08-19T18:23:08.697 INFO:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd deep-scrub 4 , 2020-08-19T18:23:08.800+0000 7f48d8ebf700 -1 WARNING: all dangerous and experimental features are enabled. , 2020-08-19T18:23:08.812+0000 7f48d359e700 -1 WARNING: all dangerous and experimental features are enabled. Ignoring malparsed backtrace: 2020-08-19T18:23:51.544 ERROR:teuthology.contextutil:Saw exception from nested tasks , Traceback (most recent call last): , File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/contextutil.py", line 33, in nested Ignoring malparsed backtrace: 2020-08-19T18:23:54.433 INFO:teuthology.orchestra.run.smithi104:> rm -fr /tmp/tmp.nzwXsErcAL , 2020-08-19T18:23:54.439 DEBUG:teuthology.misc:Transferring archived files from smithi093:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/kchai-2020-08-19_06:47:30-rados-wip-kefu-testing-2020-08-19-1141-distro-basic-smithi/5359035/data/mon.b.tgz , 2020-08-19T18:23:54.440 INFO:teuthology.orchestra.run.smithi093:> mktemp Ignoring malparsed backtrace: (Reading database ... 60% , (Reading database ... 65% , (Reading database ... 70% Ignoring malparsed backtrace: 2020-08-19T18:23:59.853 INFO:teuthology.orchestra.run.smithi104.stdout:Removing ceph-mgr-cephadm (16.0.0-4528-g8d9001a-1bionic) ... , 2020-08-19T18:24:00.045 INFO:teuthology.orchestra.run.smithi093.stdout:dpkg: warning: while removing ceph-mgr-cephadm, directory '/usr/share/ceph/mgr/cephadm/services' not empty so not removed , 2020-08-19T18:24:00.114 INFO:teuthology.orchestra.run.smithi104.stdout:dpkg: warning: while removing ceph-mgr-cephadm, directory '/usr/share/ceph/mgr/cephadm/services' not empty so not removed Ignoring malparsed backtrace: (Reading database ... 90% , (Reading database ... 95% , (Reading database ... 100% Ignoring malparsed backtrace: 2020-08-19T18:24:05.703 INFO:teuthology.orchestra.run.smithi093.stdout: python3-webob python3-websocket python3-webtest python3-werkzeug , 2020-08-19T18:24:05.704 INFO:teuthology.orchestra.run.smithi093.stdout:Use 'sudo apt autoremove' to remove them. , 2020-08-19T18:24:05.804 INFO:teuthology.orchestra.run.smithi093.stdout:The following packages will be REMOVED: Ignoring malparsed backtrace: (Reading database ... 40% , (Reading database ... 45% , (Reading database ... 50% Ignoring malparsed backtrace: (Reading database ... 35% , (Reading database ... 40% , (Reading database ... 45% Ignoring malparsed backtrace: 2020-08-19T18:24:16.166 INFO:teuthology.orchestra.run.smithi093.stdout:dpkg: warning: while removing ceph-osd, directory '/var/lib/ceph/osd' not empty so not removed , 2020-08-19T18:24:16.301 INFO:teuthology.orchestra.run.smithi093.stdout:Purging configuration files for ceph-mon (16.0.0-4528-g8d9001a-1bionic) ... , 2020-08-19T18:24:16.563 INFO:teuthology.orchestra.run.smithi104.stdout:dpkg: warning: while removing ceph-osd, directory '/var/lib/ceph/osd' not empty so not removed Ignoring malparsed backtrace: (Reading database ... 20% , (Reading database ... 25% , (Reading database ... 30% Ignoring malparsed backtrace: 2020-08-19T18:24:24.308 INFO:teuthology.orchestra.run.smithi093.stdout:Package 'radosgw' is not installed, so not removed , 2020-08-19T18:24:24.309 INFO:teuthology.orchestra.run.smithi093.stdout:The following packages were automatically installed and are no longer required: , 2020-08-19T18:24:24.310 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-mgr-modules-core jq libjq1 libleveldb1v5 liboath0 libonig4 Ignoring malparsed backtrace: 2020-08-19T18:24:25.204 INFO:teuthology.orchestra.run.smithi093.stdout:After this operation, 2,229 kB disk space will be freed. , 2020-08-19T18:24:25.302 INFO:teuthology.orchestra.run.smithi093.stdout:(Reading database ... , (Reading database ... 5% Ignoring malparsed backtrace: W: --force-yes is deprecated, use one of the options starting with --allow instead. , 2020-08-19T18:24:27.479 INFO:teuthology.orchestra.run.smithi093.stdout:Reading package lists... , W: --force-yes is deprecated, use one of the options starting with --allow instead. Ignoring malparsed backtrace: 2020-08-19T18:24:28.506 INFO:teuthology.orchestra.run.smithi104.stdout: python3-websocket python3-webtest python3-werkzeug socat xmlstarlet , 2020-08-19T18:24:28.507 INFO:teuthology.orchestra.run.smithi104.stdout:Use 'sudo apt autoremove' to remove them. , 2020-08-19T18:24:28.534 INFO:teuthology.orchestra.run.smithi104.stdout:0 upgraded, 0 newly installed, 0 to remove and 5 not upgraded. Ignoring malparsed backtrace: 2020-08-19T18:24:30.061 INFO:teuthology.orchestra.run.smithi093.stdout: python3-websocket python3-webtest python3-werkzeug socat xmlstarlet , 2020-08-19T18:24:30.061 INFO:teuthology.orchestra.run.smithi093.stdout:Use 'sudo apt autoremove' to remove them. , 2020-08-19T18:24:30.086 INFO:teuthology.orchestra.run.smithi093.stdout:The following packages will be REMOVED: Ignoring malparsed backtrace: 2020-08-19T18:24:32.389 INFO:teuthology.orchestra.run.smithi093.stdout: python3-prettytable python3-py python3-pyasn1 python3-pyasn1-modules , 2020-08-19T18:24:32.389 INFO:teuthology.orchestra.run.smithi093.stdout: python3-pyinotify python3-pyparsing python3-pytest python3-repoze.lru , 2020-08-19T18:24:32.390 INFO:teuthology.orchestra.run.smithi093.stdout: python3-routes python3-rsa python3-scipy python3-simplegeneric Ignoring malparsed backtrace: 2020-08-19T18:24:33.602 INFO:teuthology.orchestra.run.smithi104.stdout:The following packages were automatically installed and are no longer required: , 2020-08-19T18:24:33.603 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-modules-core cpu-checker gstreamer1.0-plugins-base , 2020-08-19T18:24:33.603 INFO:teuthology.orchestra.run.smithi104.stdout: gstreamer1.0-plugins-good gstreamer1.0-x ipxe-qemu Ignoring malparsed backtrace: 2020-08-19T18:24:38.388 INFO:teuthology.orchestra.run.smithi104.stdout:Processing triggers for libc-bin (2.27-3ubuntu1.2) ... , 2020-08-19T18:24:38.699 INFO:teuthology.orchestra.run.smithi093.stdout:Purging configuration files for qemu-system-common (1:2.11+dfsg-1ubuntu7.31) ... , 2020-08-19T18:24:38.746 INFO:teuthology.orchestra.run.smithi104.stdout:(Reading database ... Ignoring malparsed backtrace: W: --force-yes is deprecated, use one of the options starting with --allow instead. , 2020-08-19T18:24:41.071 INFO:teuthology.orchestra.run.smithi093:> dpkg -l | grep '^.\(U\|H\)R' | awk '{print $2}' | sudo xargs --no-run-if-empty dpkg -P --force-remove-reinstreq , 2020-08-19T18:24:41.104 INFO:teuthology.orchestra.run.smithi093:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" autoremove Ignoring malparsed backtrace: 2020-08-19T18:24:41.821 INFO:teuthology.orchestra.run.smithi104.stdout: python3-webob python3-websocket python3-webtest python3-werkzeug seabios , 2020-08-19T18:24:41.821 INFO:teuthology.orchestra.run.smithi104.stdout: sharutils socat xmlstarlet , 2020-08-19T18:24:41.821 INFO:teuthology.orchestra.run.smithi104.stdout:Use 'sudo apt autoremove' to remove them. Ignoring malparsed backtrace: (Reading database ... 65% , (Reading database ... 70% , (Reading database ... 75% Ignoring malparsed backtrace: 2020-08-19T18:24:56.726 INFO:teuthology.orchestra.run.smithi093.stdout:Removing libsnappy1v5:amd64 (1.1.7-1) ... , 2020-08-19T18:24:57.004 INFO:teuthology.orchestra.run.smithi104.stdout:Removing libshout3:amd64 (2.4.1-2build1) ... , 2020-08-19T18:24:57.105 INFO:teuthology.orchestra.run.smithi093.stdout:Removing libspeex1:amd64 (1.2~rc1.2-1ubuntu2) ... Ignoring malparsed backtrace: 2020-08-19T18:25:19.480 INFO:teuthology.orchestra.run.smithi104.stdout:Removing python3-json-pointer (1.10-1) ... , 2020-08-19T18:25:19.531 INFO:teuthology.orchestra.run.smithi093.stdout:Removing python3-logutils (0.3.3-5) ... , 2020-08-19T18:25:19.867 INFO:teuthology.orchestra.run.smithi104.stdout:Removing python3-jwt (1.5.3+ds1-1) ... Ignoring malparsed backtrace: 2020-08-19T18:25:39.872 INFO:teuthology.orchestra.run.smithi093.stdout:Reading package lists... , 2020-08-19T18:25:39.918 DEBUG:teuthology.parallel:result is None , 2020-08-19T18:25:39.919 DEBUG:teuthology.run_tasks:Unwinding manager clock Ignoring malparsed backtrace: node=self.hostname, label=self.label , teuthology.exceptions.CommandFailedError: Command failed on smithi104 with status 1: 'which ceph_test_rados' , 2020-08-19T18:25:57.380 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload Ignoring malparsed backtrace: ceph version 16.0.0-4528-g8d9001a (8d9001a8062a52bb640447b6a7e38abbff3580ee) pacific (dev) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7f36b215ef1a] , 2: (WriteOp::_finish(TestOp::CallbackInfo*)+0x5b6) [0x5624a34ca666] Ignoring malparsed backtrace: 2020-08-19T18:35:56.388+0000 7fcff35e1700 -1 WARNING: all dangerous and experimental features are enabled. , 2020-08-19T18:35:56.394+0000 7fcff35e1700 -1 WARNING: all dangerous and experimental features are enabled. , nodeep-scrub is unset Ignoring malparsed backtrace: 2020-08-19T18:36:15.445 INFO:teuthology.orchestra.run.smithi063.stdout:{"pg_ready":true,"pg_map":{"version":56,"stamp":"2020-08-19T18:36:14.454145+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":12268912,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":6,"num_read_kb":0,"num_write":24,"num_write_kb":5624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":48,"acting":48,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":48,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":60940,"kb_used_data":21196,"kb_used_omap":0,"kb_used_meta":39680,"kb_avail":754913780,"statfs":{"total":773094113280,"available":773031710720,"internally_reserved":0,"allocated":21704704,"data_stored":19722847,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":40632320},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.045895"},"pg_stats":[{"pgid":"1.f","version":"0'0","reported_seq":"27","reported_epoch":"35","state":"active+clean","last_fresh":"2020-08-19T18:36:11.425721+0000","last_change":"2020-08-19T18:35:50.240004+0000","last_active":"2020-08-19T18:36:11.425721+0000","last_peered":"2020-08-19T18:36:11.425721+0000","last_clean":"2020-08-19T18:36:11.425721+0000","last_became_active":"2020-08-19T18:35:50.239457+0000","last_became_peered":"2020-08-19T18:35:50.239457+0000","last_unstale":"2020-08-19T18:36:11.425721+0000","last_undegraded":"2020-08-19T18:36:11.425721+0000","last_fullsized":"2020-08-19T18:36:11.425721+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.e","version":"20'6","reported_seq":"33","reported_epoch":"35","state":"active+clean","last_fresh":"2020-08-19T18:36:11.543093+0000","last_change":"2020-08-19T18:35:50.242820+0000","last_active":"2020-08-19T18:36:11.543093+0000","last_peered":"2020-08-19T18:36:11.543093+0000","last_clean":"2020-08-19T18:36:11.543093+0000","last_became_active":"2020-08-19T18:35:50.242241+0000","last_became_peered":"2020-08-19T18:35:50.242241+0000","last_unstale":"2020-08-19T18:36:11.543093+0000","last_undegraded":"2020-08-19T18:36:11.543093+0000","last_fullsized":"2020-08-19T18:36:11.543093+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4050421,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":0,"num_write":8,"num_write_kb":1890,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"27","reported_epoch":"35","state":"active+clean","last_fresh":"2020-08-19T18:36:11.543457+0000","last_change":"2020-08-19T18:35:50.239299+0000","last_active":"2020-08-19T18:36:11.543457+0000","last_peered":"2020-08-19T18:36:11.543457+0000","last_clean":"2020-08-19T18:36:11.543457+0000","last_became_active":"2020-08-19T18:35:50.238823+0000","last_became_peered":"2020-08-19T18:35:50.238823+0000","last_unstale":"2020-08-19T18:36:11.543457+0000","last_undegraded":"2020-08-19T18:36:11.543457+0000","last_fullsized":"2020-08-19T18:36:11.543457+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,7],"acting":[2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.c","version":"20'3","reported_seq":"29","reported_epoch":"36","state":"active+clean","last_fresh":"2020-08-19T18:36:12.727079+0000","last_change":"2020-08-19T18:35:50.243021+0000","last_active":"2020-08-19T18:36:12.727079+0000","last_peered":"2020-08-19T18:36:12.727079+0000","last_clean":"2020-08-19T18:36:12.727079+0000","last_became_active":"2020-08-19T18:35:50.242283+0000","last_became_peered":"2020-08-19T18:35:50.242283+0000","last_unstale":"2020-08-19T18:36:12.727079+0000","last_undegraded":"2020-08-19T18:36:12.727079+0000","last_fullsized":"2020-08-19T18:36:12.727079+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2016807,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":4,"num_write_kb":929,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"26","reported_epoch":"36","state":"active+clean","last_fresh":"2020-08-19T18:36:12.728300+0000","last_change":"2020-08-19T18:35:50.239792+0000","last_active":"2020-08-19T18:36:12.728300+0000","last_peered":"2020-08-19T18:36:12.728300+0000","last_clean":"2020-08-19T18:36:12.728300+0000","last_became_active":"2020-08-19T18:35:50.239406+0000","last_became_peered":"2020-08-19T18:35:50.239406+0000","last_unstale":"2020-08-19T18:36:12.728300+0000","last_undegraded":"2020-08-19T18:36:12.728300+0000","last_fullsized":"2020-08-19T18:36:12.728300+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"27","reported_epoch":"35","state":"active+clean","last_fresh":"2020-08-19T18:36:11.543201+0000","last_change":"2020-08-19T18:35:50.239819+0000","last_active":"2020-08-19T18:36:11.543201+0000","last_peered":"2020-08-19T18:36:11.543201+0000","last_clean":"2020-08-19T18:36:11.543201+0000","last_became_active":"2020-08-19T18:35:50.238610+0000","last_became_peered":"2020-08-19T18:35:50.238610+0000","last_unstale":"2020-08-19T18:36:11.543201+0000","last_undegraded":"2020-08-19T18:36:11.543201+0000","last_fullsized":"2020-08-19T18:36:11.543201+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"27","reported_epoch":"35","state":"active+clean","last_fresh":"2020-08-19T18:36:11.542862+0000","last_change":"2020-08-19T18:35:50.241742+0000","last_active":"2020-08-19T18:36:11.542862+0000","last_peered":"2020-08-19T18:36:11.542862+0000","last_clean":"2020-08-19T18:36:11.542862+0000","last_became_active":"2020-08-19T18:35:50.241196+0000","last_became_peered":"2020-08-19T18:35:50.241196+0000","last_unstale":"2020-08-19T18:36:11.542862+0000","last_undegraded":"2020-08-19T18:36:11.542862+0000","last_fullsized":"2020-08-19T18:36:11.542862+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"27","reported_epoch":"35","state":"active+clean","last_fresh":"2020-08-19T18:36:11.542758+0000","last_change":"2020-08-19T18:35:50.247059+0000","last_active":"2020-08-19T18:36:11.542758+0000","last_peered":"2020-08-19T18:36:11.542758+0000","last_clean":"2020-08-19T18:36:11.542758+0000","last_became_active":"2020-08-19T18:35:50.246578+0000","last_became_peered":"2020-08-19T18:35:50.246578+0000","last_unstale":"2020-08-19T18:36:11.542758+0000","last_undegraded":"2020-08-19T18:36:11.542758+0000","last_fullsized":"2020-08-19T18:36:11.542758+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"20'3","reported_seq":"30","reported_epoch":"35","state":"active+clean","last_fresh":"2020-08-19T18:36:11.543130+0000","last_change":"2020-08-19T18:35:50.239176+0000","last_active":"2020-08-19T18:36:11.543130+0000","last_peered":"2020-08-19T18:36:11.543130+0000","last_clean":"2020-08-19T18:36:11.543130+0000","last_became_active":"2020-08-19T18:35:50.238708+0000","last_became_peered":"2020-08-19T18:35:50.238708+0000","last_unstale":"2020-08-19T18:36:11.543130+0000","last_undegraded":"2020-08-19T18:36:11.543130+0000","last_fullsized":"2020-08-19T18:36:11.543130+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2067228,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":4,"num_write_kb":1027,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"27","reported_epoch":"35","state":"active+clean","last_fresh":"2020-08-19T18:36:11.425664+0000","last_change":"2020-08-19T18:35:50.245191+0000","last_active":"2020-08-19T18:36:11.425664+0000","last_peered":"2020-08-19T18:36:11.425664+0000","last_clean":"2020-08-19T18:36:11.425664+0000","last_became_active":"2020-08-19T18:35:50.244679+0000","last_became_peered":"2020-08-19T18:35:50.244679+0000","last_unstale":"2020-08-19T18:36:11.425664+0000","last_undegraded":"2020-08-19T18:36:11.425664+0000","last_fullsized":"2020-08-19T18:36:11.425664+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"27","reported_epoch":"35","state":"active+clean","last_fresh":"2020-08-19T18:36:11.425664+0000","last_change":"2020-08-19T18:35:50.243058+0000","last_active":"2020-08-19T18:36:11.425664+0000","last_peered":"2020-08-19T18:36:11.425664+0000","last_clean":"2020-08-19T18:36:11.425664+0000","last_became_active":"2020-08-19T18:35:50.242569+0000","last_became_peered":"2020-08-19T18:35:50.242569+0000","last_unstale":"2020-08-19T18:36:11.425664+0000","last_undegraded":"2020-08-19T18:36:11.425664+0000","last_fullsized":"2020-08-19T18:36:11.425664+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"27","reported_epoch":"35","state":"active+clean","last_fresh":"2020-08-19T18:36:11.542832+0000","last_change":"2020-08-19T18:35:50.242010+0000","last_active":"2020-08-19T18:36:11.542832+0000","last_peered":"2020-08-19T18:36:11.542832+0000","last_clean":"2020-08-19T18:36:11.542832+0000","last_became_active":"2020-08-19T18:35:50.241442+0000","last_became_peered":"2020-08-19T18:35:50.241442+0000","last_unstale":"2020-08-19T18:36:11.542832+0000","last_undegraded":"2020-08-19T18:36:11.542832+0000","last_fullsized":"2020-08-19T18:36:11.542832+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"26","reported_epoch":"36","state":"active+clean","last_fresh":"2020-08-19T18:36:12.725408+0000","last_change":"2020-08-19T18:35:50.245405+0000","last_active":"2020-08-19T18:36:12.725408+0000","last_peered":"2020-08-19T18:36:12.725408+0000","last_clean":"2020-08-19T18:36:12.725408+0000","last_became_active":"2020-08-19T18:35:50.244914+0000","last_became_peered":"2020-08-19T18:35:50.244914+0000","last_unstale":"2020-08-19T18:36:12.725408+0000","last_undegraded":"2020-08-19T18:36:12.725408+0000","last_fullsized":"2020-08-19T18:36:12.725408+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"20'3","reported_seq":"29","reported_epoch":"36","state":"active+clean","last_fresh":"2020-08-19T18:36:12.728331+0000","last_change":"2020-08-19T18:35:50.237994+0000","last_active":"2020-08-19T18:36:12.728331+0000","last_peered":"2020-08-19T18:36:12.728331+0000","last_clean":"2020-08-19T18:36:12.728331+0000","last_became_active":"2020-08-19T18:35:50.237496+0000","last_became_peered":"2020-08-19T18:35:50.237496+0000","last_unstale":"2020-08-19T18:36:12.728331+0000","last_undegraded":"2020-08-19T18:36:12.728331+0000","last_fullsized":"2020-08-19T18:36:12.728331+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2084035,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":4,"num_write_kb":783,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"25","reported_epoch":"35","state":"active+clean","last_fresh":"2020-08-19T18:36:11.543403+0000","last_change":"2020-08-19T18:35:50.245441+0000","last_active":"2020-08-19T18:36:11.543403+0000","last_peered":"2020-08-19T18:36:11.543403+0000","last_clean":"2020-08-19T18:36:11.543403+0000","last_became_active":"2020-08-19T18:35:50.244955+0000","last_became_peered":"2020-08-19T18:35:50.244955+0000","last_unstale":"2020-08-19T18:36:11.543403+0000","last_undegraded":"2020-08-19T18:36:11.543403+0000","last_fullsized":"2020-08-19T18:36:11.543403+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.5","version":"20'3","reported_seq":"30","reported_epoch":"35","state":"active+clean","last_fresh":"2020-08-19T18:36:11.543462+0000","last_change":"2020-08-19T18:35:50.245397+0000","last_active":"2020-08-19T18:36:11.543462+0000","last_peered":"2020-08-19T18:36:11.543462+0000","last_clean":"2020-08-19T18:36:11.543462+0000","last_became_active":"2020-08-19T18:35:50.244949+0000","last_became_peered":"2020-08-19T18:35:50.244949+0000","last_unstale":"2020-08-19T18:36:11.543462+0000","last_undegraded":"2020-08-19T18:36:11.543462+0000","last_fullsized":"2020-08-19T18:36:11.543462+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2050421,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":4,"num_write_kb":995,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,3],"acting":[2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":16,"stat_sum":{"num_bytes":12268912,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":6,"num_read_kb":0,"num_write":24,"num_write_kb":5624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":18456576,"data_stored":18456576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":48,"acting":48,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574858,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5328,"kb_used_data":392,"kb_used_omap":0,"kb_used_meta":4928,"kb_avail":94366512,"statfs":{"total":96636764160,"available":96631308288,"internally_reserved":0,"allocated":401408,"data_stored":156233,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5046272},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70799999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98899999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.135}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0649999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.5349999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.7490000000000001}]}]},{"osd":6,"up_from":13,"seq":55834574859,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":8408,"kb_used_data":3408,"kb_used_omap":0,"kb_used_meta":4992,"kb_avail":94363432,"statfs":{"total":96636764160,"available":96628154368,"internally_reserved":0,"allocated":3489792,"data_stored":3237798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5111808},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81799999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76600000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.268}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0309999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1850000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.7230000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574859,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9408,"kb_used_data":4408,"kb_used_omap":0,"kb_used_meta":4992,"kb_avail":94362432,"statfs":{"total":96636764160,"available":96627130368,"internally_reserved":0,"allocated":4513792,"data_stored":4268617,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5111808},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61599999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77300000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69399999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.206}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3999999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.7889999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.085}]}]},{"osd":0,"up_from":13,"seq":55834574859,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":7324,"kb_used_data":2388,"kb_used_omap":0,"kb_used_meta":4928,"kb_avail":94364516,"statfs":{"total":96636764160,"available":96629264384,"internally_reserved":0,"allocated":2445312,"data_stored":2193318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5046272},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.012}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68200000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91500000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0549999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1699999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1259999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.341}]}]},{"osd":2,"up_from":13,"seq":55834574859,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":8428,"kb_used_data":3428,"kb_used_omap":0,"kb_used_meta":4992,"kb_avail":94363412,"statfs":{"total":96636764160,"available":96628133888,"internally_reserved":0,"allocated":3510272,"data_stored":3265097,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5111808},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59799999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0940000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3859999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.032}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2789999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.202}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4810000000000001}]}]},{"osd":3,"up_from":13,"seq":55834574860,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":6332,"kb_used_data":1396,"kb_used_omap":0,"kb_used_meta":4928,"kb_avail":94365508,"statfs":{"total":96636764160,"available":96630280192,"internally_reserved":0,"allocated":1429504,"data_stored":1184329,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5046272},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68500000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58099999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75700000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83999999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1100000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3959999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.087}]}]},{"osd":4,"up_from":13,"seq":55834574860,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9396,"kb_used_data":4396,"kb_used_omap":0,"kb_used_meta":4992,"kb_avail":94362444,"statfs":{"total":96636764160,"available":96627142656,"internally_reserved":0,"allocated":4501504,"data_stored":4249510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5111808},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67500000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93200000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73899999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.036}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77400000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.296}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.381}]}]},{"osd":5,"up_from":13,"seq":55834574858,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":6316,"kb_used_data":1380,"kb_used_omap":0,"kb_used_meta":4928,"kb_avail":94365524,"statfs":{"total":96636764160,"available":96630296576,"internally_reserved":0,"allocated":1413120,"data_stored":1167945,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5046272},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63100000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67700000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.746}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.052}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0920000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2969999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3580000000000001}]}]}]}} , 2020-08-19T18:36:15.447 INFO:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early pg dump --format=json , 2020-08-19T18:36:15.565+0000 7f6f56b7d700 -1 WARNING: all dangerous and experimental features are enabled. Ignoring malparsed backtrace: 2020-08-19T18:36:38.128 INFO:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early tell osd.1 flush_pg_stats , 2020-08-19T18:36:38.238+0000 7f20c6ada700 -1 WARNING: all dangerous and experimental features are enabled. , 2020-08-19T18:36:38.246+0000 7f20c6ada700 -1 WARNING: all dangerous and experimental features are enabled. Ignoring malparsed backtrace: dumped all , 2020-08-19T18:36:44.425 INFO:teuthology.orchestra.run.smithi063.stdout:{"pg_ready":true,"pg_map":{"version":87,"stamp":"2020-08-19T18:36:43.893019+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":12268912,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":6,"num_read_kb":0,"num_write":24,"num_write_kb":5624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":48,"acting":48,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":48,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":63720,"kb_used_data":22888,"kb_used_omap":0,"kb_used_meta":40768,"kb_avail":754911000,"statfs":{"total":773094113280,"available":773028864000,"internally_reserved":0,"allocated":23437312,"data_stored":20497176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":41746432},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001614"},"pg_stats":[{"pgid":"1.f","version":"0'0","reported_seq":"41","reported_epoch":"53","state":"active+clean","last_fresh":"2020-08-19T18:36:36.343872+0000","last_change":"2020-08-19T18:35:50.240004+0000","last_active":"2020-08-19T18:36:36.343872+0000","last_peered":"2020-08-19T18:36:36.343872+0000","last_clean":"2020-08-19T18:36:36.343872+0000","last_became_active":"2020-08-19T18:35:50.239457+0000","last_became_peered":"2020-08-19T18:35:50.239457+0000","last_unstale":"2020-08-19T18:36:36.343872+0000","last_undegraded":"2020-08-19T18:36:36.343872+0000","last_fullsized":"2020-08-19T18:36:36.343872+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.e","version":"20'6","reported_seq":"47","reported_epoch":"53","state":"active+clean","last_fresh":"2020-08-19T18:36:36.705199+0000","last_change":"2020-08-19T18:35:50.242820+0000","last_active":"2020-08-19T18:36:36.705199+0000","last_peered":"2020-08-19T18:36:36.705199+0000","last_clean":"2020-08-19T18:36:36.705199+0000","last_became_active":"2020-08-19T18:35:50.242241+0000","last_became_peered":"2020-08-19T18:35:50.242241+0000","last_unstale":"2020-08-19T18:36:36.705199+0000","last_undegraded":"2020-08-19T18:36:36.705199+0000","last_fullsized":"2020-08-19T18:36:36.705199+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4050421,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":0,"num_write":8,"num_write_kb":1890,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"44","reported_epoch":"53","state":"active+clean","last_fresh":"2020-08-19T18:36:36.343039+0000","last_change":"2020-08-19T18:35:50.239299+0000","last_active":"2020-08-19T18:36:36.343039+0000","last_peered":"2020-08-19T18:36:36.343039+0000","last_clean":"2020-08-19T18:36:36.343039+0000","last_became_active":"2020-08-19T18:35:50.238823+0000","last_became_peered":"2020-08-19T18:35:50.238823+0000","last_unstale":"2020-08-19T18:36:36.343039+0000","last_undegraded":"2020-08-19T18:36:36.343039+0000","last_fullsized":"2020-08-19T18:36:36.343039+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,7],"acting":[2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.c","version":"20'3","reported_seq":"44","reported_epoch":"53","state":"active+clean","last_fresh":"2020-08-19T18:36:36.705887+0000","last_change":"2020-08-19T18:35:50.243021+0000","last_active":"2020-08-19T18:36:36.705887+0000","last_peered":"2020-08-19T18:36:36.705887+0000","last_clean":"2020-08-19T18:36:36.705887+0000","last_became_active":"2020-08-19T18:35:50.242283+0000","last_became_peered":"2020-08-19T18:35:50.242283+0000","last_unstale":"2020-08-19T18:36:36.705887+0000","last_undegraded":"2020-08-19T18:36:36.705887+0000","last_fullsized":"2020-08-19T18:36:36.705887+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2016807,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":4,"num_write_kb":929,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"43","reported_epoch":"53","state":"active+clean","last_fresh":"2020-08-19T18:36:36.442176+0000","last_change":"2020-08-19T18:35:50.239792+0000","last_active":"2020-08-19T18:36:36.442176+0000","last_peered":"2020-08-19T18:36:36.442176+0000","last_clean":"2020-08-19T18:36:36.442176+0000","last_became_active":"2020-08-19T18:35:50.239406+0000","last_became_peered":"2020-08-19T18:35:50.239406+0000","last_unstale":"2020-08-19T18:36:36.442176+0000","last_undegraded":"2020-08-19T18:36:36.442176+0000","last_fullsized":"2020-08-19T18:36:36.442176+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"41","reported_epoch":"53","state":"active+clean","last_fresh":"2020-08-19T18:36:36.705169+0000","last_change":"2020-08-19T18:35:50.239819+0000","last_active":"2020-08-19T18:36:36.705169+0000","last_peered":"2020-08-19T18:36:36.705169+0000","last_clean":"2020-08-19T18:36:36.705169+0000","last_became_active":"2020-08-19T18:35:50.238610+0000","last_became_peered":"2020-08-19T18:35:50.238610+0000","last_unstale":"2020-08-19T18:36:36.705169+0000","last_undegraded":"2020-08-19T18:36:36.705169+0000","last_fullsized":"2020-08-19T18:36:36.705169+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"41","reported_epoch":"53","state":"active+clean","last_fresh":"2020-08-19T18:36:36.705152+0000","last_change":"2020-08-19T18:35:50.241742+0000","last_active":"2020-08-19T18:36:36.705152+0000","last_peered":"2020-08-19T18:36:36.705152+0000","last_clean":"2020-08-19T18:36:36.705152+0000","last_became_active":"2020-08-19T18:35:50.241196+0000","last_became_peered":"2020-08-19T18:35:50.241196+0000","last_unstale":"2020-08-19T18:36:36.705152+0000","last_undegraded":"2020-08-19T18:36:36.705152+0000","last_fullsized":"2020-08-19T18:36:36.705152+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"41","reported_epoch":"53","state":"active+clean","last_fresh":"2020-08-19T18:36:36.705103+0000","last_change":"2020-08-19T18:35:50.247059+0000","last_active":"2020-08-19T18:36:36.705103+0000","last_peered":"2020-08-19T18:36:36.705103+0000","last_clean":"2020-08-19T18:36:36.705103+0000","last_became_active":"2020-08-19T18:35:50.246578+0000","last_became_peered":"2020-08-19T18:35:50.246578+0000","last_unstale":"2020-08-19T18:36:36.705103+0000","last_undegraded":"2020-08-19T18:36:36.705103+0000","last_fullsized":"2020-08-19T18:36:36.705103+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"20'3","reported_seq":"44","reported_epoch":"53","state":"active+clean","last_fresh":"2020-08-19T18:36:36.705284+0000","last_change":"2020-08-19T18:35:50.239176+0000","last_active":"2020-08-19T18:36:36.705284+0000","last_peered":"2020-08-19T18:36:36.705284+0000","last_clean":"2020-08-19T18:36:36.705284+0000","last_became_active":"2020-08-19T18:35:50.238708+0000","last_became_peered":"2020-08-19T18:35:50.238708+0000","last_unstale":"2020-08-19T18:36:36.705284+0000","last_undegraded":"2020-08-19T18:36:36.705284+0000","last_fullsized":"2020-08-19T18:36:36.705284+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2067228,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":4,"num_write_kb":1027,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"41","reported_epoch":"53","state":"active+clean","last_fresh":"2020-08-19T18:36:36.343918+0000","last_change":"2020-08-19T18:35:50.245191+0000","last_active":"2020-08-19T18:36:36.343918+0000","last_peered":"2020-08-19T18:36:36.343918+0000","last_clean":"2020-08-19T18:36:36.343918+0000","last_became_active":"2020-08-19T18:35:50.244679+0000","last_became_peered":"2020-08-19T18:35:50.244679+0000","last_unstale":"2020-08-19T18:36:36.343918+0000","last_undegraded":"2020-08-19T18:36:36.343918+0000","last_fullsized":"2020-08-19T18:36:36.343918+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"41","reported_epoch":"53","state":"active+clean","last_fresh":"2020-08-19T18:36:36.343829+0000","last_change":"2020-08-19T18:35:50.243058+0000","last_active":"2020-08-19T18:36:36.343829+0000","last_peered":"2020-08-19T18:36:36.343829+0000","last_clean":"2020-08-19T18:36:36.343829+0000","last_became_active":"2020-08-19T18:35:50.242569+0000","last_became_peered":"2020-08-19T18:35:50.242569+0000","last_unstale":"2020-08-19T18:36:36.343829+0000","last_undegraded":"2020-08-19T18:36:36.343829+0000","last_fullsized":"2020-08-19T18:36:36.343829+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"41","reported_epoch":"53","state":"active+clean","last_fresh":"2020-08-19T18:36:36.705136+0000","last_change":"2020-08-19T18:35:50.242010+0000","last_active":"2020-08-19T18:36:36.705136+0000","last_peered":"2020-08-19T18:36:36.705136+0000","last_clean":"2020-08-19T18:36:36.705136+0000","last_became_active":"2020-08-19T18:35:50.241442+0000","last_became_peered":"2020-08-19T18:35:50.241442+0000","last_unstale":"2020-08-19T18:36:36.705136+0000","last_undegraded":"2020-08-19T18:36:36.705136+0000","last_fullsized":"2020-08-19T18:36:36.705136+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"40","reported_epoch":"53","state":"active+clean","last_fresh":"2020-08-19T18:36:36.704987+0000","last_change":"2020-08-19T18:35:50.245405+0000","last_active":"2020-08-19T18:36:36.704987+0000","last_peered":"2020-08-19T18:36:36.704987+0000","last_clean":"2020-08-19T18:36:36.704987+0000","last_became_active":"2020-08-19T18:35:50.244914+0000","last_became_peered":"2020-08-19T18:35:50.244914+0000","last_unstale":"2020-08-19T18:36:36.704987+0000","last_undegraded":"2020-08-19T18:36:36.704987+0000","last_fullsized":"2020-08-19T18:36:36.704987+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"20'3","reported_seq":"46","reported_epoch":"53","state":"active+clean","last_fresh":"2020-08-19T18:36:36.442221+0000","last_change":"2020-08-19T18:35:50.237994+0000","last_active":"2020-08-19T18:36:36.442221+0000","last_peered":"2020-08-19T18:36:36.442221+0000","last_clean":"2020-08-19T18:36:36.442221+0000","last_became_active":"2020-08-19T18:35:50.237496+0000","last_became_peered":"2020-08-19T18:35:50.237496+0000","last_unstale":"2020-08-19T18:36:36.442221+0000","last_undegraded":"2020-08-19T18:36:36.442221+0000","last_fullsized":"2020-08-19T18:36:36.442221+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2084035,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":4,"num_write_kb":783,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"40","reported_epoch":"53","state":"active+clean","last_fresh":"2020-08-19T18:36:36.706157+0000","last_change":"2020-08-19T18:35:50.245441+0000","last_active":"2020-08-19T18:36:36.706157+0000","last_peered":"2020-08-19T18:36:36.706157+0000","last_clean":"2020-08-19T18:36:36.706157+0000","last_became_active":"2020-08-19T18:35:50.244955+0000","last_became_peered":"2020-08-19T18:35:50.244955+0000","last_unstale":"2020-08-19T18:36:36.706157+0000","last_undegraded":"2020-08-19T18:36:36.706157+0000","last_fullsized":"2020-08-19T18:36:36.706157+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.5","version":"20'3","reported_seq":"47","reported_epoch":"53","state":"active+clean","last_fresh":"2020-08-19T18:36:36.343167+0000","last_change":"2020-08-19T18:35:50.245397+0000","last_active":"2020-08-19T18:36:36.343167+0000","last_peered":"2020-08-19T18:36:36.343167+0000","last_clean":"2020-08-19T18:36:36.343167+0000","last_became_active":"2020-08-19T18:35:50.244949+0000","last_became_peered":"2020-08-19T18:35:50.244949+0000","last_unstale":"2020-08-19T18:36:36.343167+0000","last_undegraded":"2020-08-19T18:36:36.343167+0000","last_fullsized":"2020-08-19T18:36:36.343167+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2050421,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":4,"num_write_kb":995,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,3],"acting":[2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":16,"stat_sum":{"num_bytes":12268912,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":6,"num_read_kb":0,"num_write":24,"num_write_kb":5624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":18456576,"data_stored":18456576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":48,"acting":48,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574864,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5672,"kb_used_data":608,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":94366168,"statfs":{"total":96636764160,"available":96630956032,"internally_reserved":0,"allocated":622592,"data_stored":255075,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Aug 19 18:36:33 2020","interfaces":[{"interface":"back","average":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"min":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"max":{"1min":1.895,"5min":1.895,"15min":1.895},"last":1.2869999999999999},{"interface":"front","average":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.7589999999999999,"5min":1.7589999999999999,"15min":1.7589999999999999},"last":0.97599999999999998}]},{"osd":1,"last update":"Wed Aug 19 18:36:33 2020","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"min":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"max":{"1min":1.641,"5min":1.641,"15min":1.641},"last":1.484},{"interface":"front","average":{"1min":1.2050000000000001,"5min":1.2050000000000001,"15min":1.2050000000000001},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.919,"5min":1.919,"15min":1.919},"last":1.3400000000000001}]},{"osd":2,"last update":"Wed Aug 19 18:36:33 2020","interfaces":[{"interface":"back","average":{"1min":1.054,"5min":1.054,"15min":1.054},"min":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"max":{"1min":1.4810000000000001,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":1.2549999999999999},{"interface":"front","average":{"1min":1.246,"5min":1.246,"15min":1.246},"min":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"max":{"1min":1.5600000000000001,"5min":1.5600000000000001,"15min":1.5600000000000001},"last":1.631}]},{"osd":3,"last update":"Wed Aug 19 18:36:33 2020","interfaces":[{"interface":"back","average":{"1min":1.2909999999999999,"5min":1.2909999999999999,"15min":1.2909999999999999},"min":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"max":{"1min":2.2040000000000002,"5min":2.2040000000000002,"15min":2.2040000000000002},"last":1.466},{"interface":"front","average":{"1min":1.381,"5min":1.381,"15min":1.381},"min":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"max":{"1min":1.944,"5min":1.944,"15min":1.944},"last":1.7749999999999999}]},{"osd":4,"last update":"Wed Aug 19 18:36:33 2020","interfaces":[{"interface":"back","average":{"1min":1.206,"5min":1.206,"15min":1.206},"min":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"max":{"1min":2.2570000000000001,"5min":2.2570000000000001,"15min":2.2570000000000001},"last":1.101},{"interface":"front","average":{"1min":1.474,"5min":1.474,"15min":1.474},"min":{"1min":1.0800000000000001,"5min":1.0800000000000001,"15min":1.0800000000000001},"max":{"1min":2.8849999999999998,"5min":2.8849999999999998,"15min":2.8849999999999998},"last":1.544}]},{"osd":5,"last update":"Wed Aug 19 18:36:33 2020","interfaces":[{"interface":"back","average":{"1min":1.389,"5min":1.389,"15min":1.389},"min":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"max":{"1min":2.1200000000000001,"5min":2.1200000000000001,"15min":2.1200000000000001},"last":1.0549999999999999},{"interface":"front","average":{"1min":1.446,"5min":1.446,"15min":1.446},"min":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"max":{"1min":2.5640000000000001,"5min":2.5640000000000001,"15min":2.5640000000000001},"last":1.2010000000000001}]},{"osd":6,"last update":"Wed Aug 19 18:36:33 2020","interfaces":[{"interface":"back","average":{"1min":1.5620000000000001,"5min":1.5620000000000001,"15min":1.5620000000000001},"min":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"max":{"1min":2.7690000000000001,"5min":2.7690000000000001,"15min":2.7690000000000001},"last":1.4379999999999999},{"interface":"front","average":{"1min":1.452,"5min":1.452,"15min":1.452},"min":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"max":{"1min":2.395,"5min":2.395,"15min":2.395},"last":1.3700000000000001}]}]},{"osd":6,"up_from":13,"seq":55834574865,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":8740,"kb_used_data":3612,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":94363100,"statfs":{"total":96636764160,"available":96627814400,"internally_reserved":0,"allocated":3698688,"data_stored":3331171,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Aug 19 18:36:34 2020","interfaces":[{"interface":"back","average":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.5249999999999999,"5min":1.5249999999999999,"15min":1.5249999999999999},"last":0.81200000000000006},{"interface":"front","average":{"1min":1.038,"5min":1.038,"15min":1.038},"min":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.8180000000000001,"5min":1.8180000000000001,"15min":1.8180000000000001},"last":0.85899999999999999}]},{"osd":1,"last update":"Wed Aug 19 18:36:34 2020","interfaces":[{"interface":"back","average":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":1.619,"5min":1.619,"15min":1.619},"last":1.1990000000000001},{"interface":"front","average":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"min":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":1.855,"5min":1.855,"15min":1.855},"last":1.4870000000000001}]},{"osd":2,"last update":"Wed Aug 19 18:36:34 2020","interfaces":[{"interface":"back","average":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"min":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"max":{"1min":1.7110000000000001,"5min":1.7110000000000001,"15min":1.7110000000000001},"last":1.399},{"interface":"front","average":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"min":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"max":{"1min":1.409,"5min":1.409,"15min":1.409},"last":0.98399999999999999}]},{"osd":3,"last update":"Wed Aug 19 18:36:34 2020","interfaces":[{"interface":"back","average":{"1min":1.2310000000000001,"5min":1.2310000000000001,"15min":1.2310000000000001},"min":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"max":{"1min":1.9139999999999999,"5min":1.9139999999999999,"15min":1.9139999999999999},"last":1.0209999999999999},{"interface":"front","average":{"1min":1.2470000000000001,"5min":1.2470000000000001,"15min":1.2470000000000001},"min":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"max":{"1min":1.5600000000000001,"5min":1.5600000000000001,"15min":1.5600000000000001},"last":1.296}]},{"osd":4,"last update":"Wed Aug 19 18:36:34 2020","interfaces":[{"interface":"back","average":{"1min":1.1519999999999999,"5min":1.1519999999999999,"15min":1.1519999999999999},"min":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"max":{"1min":1.6140000000000001,"5min":1.6140000000000001,"15min":1.6140000000000001},"last":1.151},{"interface":"front","average":{"1min":1.3100000000000001,"5min":1.3100000000000001,"15min":1.3100000000000001},"min":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"max":{"1min":1.9890000000000001,"5min":1.9890000000000001,"15min":1.9890000000000001},"last":1.2210000000000001}]},{"osd":5,"last update":"Wed Aug 19 18:36:34 2020","interfaces":[{"interface":"back","average":{"1min":1.403,"5min":1.403,"15min":1.403},"min":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"max":{"1min":1.9950000000000001,"5min":1.9950000000000001,"15min":1.9950000000000001},"last":1.5609999999999999},{"interface":"front","average":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"min":{"1min":1.028,"5min":1.028,"15min":1.028},"max":{"1min":1.7050000000000001,"5min":1.7050000000000001,"15min":1.7050000000000001},"last":1.323}]},{"osd":7,"last update":"Wed Aug 19 18:36:34 2020","interfaces":[{"interface":"back","average":{"1min":1.605,"5min":1.605,"15min":1.605},"min":{"1min":1.056,"5min":1.056,"15min":1.056},"max":{"1min":2.1720000000000002,"5min":2.1720000000000002,"15min":2.1720000000000002},"last":1.1279999999999999},{"interface":"front","average":{"1min":1.5169999999999999,"5min":1.5169999999999999,"15min":1.5169999999999999},"min":{"1min":1.204,"5min":1.204,"15min":1.204},"max":{"1min":2.1429999999999998,"5min":2.1429999999999998,"15min":2.1429999999999998},"last":1.8420000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574865,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9752,"kb_used_data":4624,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":94362088,"statfs":{"total":96636764160,"available":96626778112,"internally_reserved":0,"allocated":4734976,"data_stored":4367459,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Aug 19 18:36:33 2020","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.3899999999999999,"5min":1.3899999999999999,"15min":1.3899999999999999},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.363,"5min":1.363,"15min":1.363},"last":0.71699999999999997}]},{"osd":2,"last update":"Wed Aug 19 18:36:33 2020","interfaces":[{"interface":"back","average":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"min":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"max":{"1min":1.766,"5min":1.766,"15min":1.766},"last":0.748},{"interface":"front","average":{"1min":1.054,"5min":1.054,"15min":1.054},"min":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"max":{"1min":1.9390000000000001,"5min":1.9390000000000001,"15min":1.9390000000000001},"last":0.77000000000000002}]},{"osd":3,"last update":"Wed Aug 19 18:36:33 2020","interfaces":[{"interface":"back","average":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"min":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"max":{"1min":1.649,"5min":1.649,"15min":1.649},"last":0.63300000000000001},{"interface":"front","average":{"1min":1.1000000000000001,"5min":1.1000000000000001,"15min":1.1000000000000001},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":2.1389999999999998,"5min":2.1389999999999998,"15min":2.1389999999999998},"last":1.1639999999999999}]},{"osd":4,"last update":"Wed Aug 19 18:36:33 2020","interfaces":[{"interface":"back","average":{"1min":1.3140000000000001,"5min":1.3140000000000001,"15min":1.3140000000000001},"min":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"max":{"1min":2.3279999999999998,"5min":2.3279999999999998,"15min":2.3279999999999998},"last":1.3089999999999999},{"interface":"front","average":{"1min":1.3009999999999999,"5min":1.3009999999999999,"15min":1.3009999999999999},"min":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"max":{"1min":1.9319999999999999,"5min":1.9319999999999999,"15min":1.9319999999999999},"last":1.147}]},{"osd":5,"last update":"Wed Aug 19 18:36:33 2020","interfaces":[{"interface":"back","average":{"1min":1.3819999999999999,"5min":1.3819999999999999,"15min":1.3819999999999999},"min":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"max":{"1min":2.02,"5min":2.02,"15min":2.02},"last":1.2789999999999999},{"interface":"front","average":{"1min":1.355,"5min":1.355,"15min":1.355},"min":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"max":{"1min":2.3889999999999998,"5min":2.3889999999999998,"15min":2.3889999999999998},"last":1.0389999999999999}]},{"osd":6,"last update":"Wed Aug 19 18:36:33 2020","interfaces":[{"interface":"back","average":{"1min":1.4870000000000001,"5min":1.4870000000000001,"15min":1.4870000000000001},"min":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"max":{"1min":2.5590000000000002,"5min":2.5590000000000002,"15min":2.5590000000000002},"last":1.4450000000000001},{"interface":"front","average":{"1min":1.528,"5min":1.528,"15min":1.528},"min":{"1min":1.2330000000000001,"5min":1.2330000000000001,"15min":1.2330000000000001},"max":{"1min":2.278,"5min":2.278,"15min":2.278},"last":1.417}]},{"osd":7,"last update":"Wed Aug 19 18:36:33 2020","interfaces":[{"interface":"back","average":{"1min":1.423,"5min":1.423,"15min":1.423},"min":{"1min":1.056,"5min":1.056,"15min":1.056},"max":{"1min":2.581,"5min":2.581,"15min":2.581},"last":1.117},{"interface":"front","average":{"1min":1.5329999999999999,"5min":1.5329999999999999,"15min":1.5329999999999999},"min":{"1min":1.0780000000000001,"5min":1.0780000000000001,"15min":1.0780000000000001},"max":{"1min":2.7189999999999999,"5min":2.7189999999999999,"15min":2.7189999999999999},"last":1.629}]}]},{"osd":0,"up_from":13,"seq":55834574865,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":7656,"kb_used_data":2592,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":94364184,"statfs":{"total":96636764160,"available":96628924416,"internally_reserved":0,"allocated":2654208,"data_stored":2286691,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Aug 19 18:36:34 2020","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.1200000000000001,"5min":1.1200000000000001,"15min":1.1200000000000001},"last":0.495},{"interface":"front","average":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"min":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"max":{"1min":1.2709999999999999,"5min":1.2709999999999999,"15min":1.2709999999999999},"last":0.71799999999999997}]},{"osd":2,"last update":"Wed Aug 19 18:36:34 2020","interfaces":[{"interface":"back","average":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":1.7649999999999999,"5min":1.7649999999999999,"15min":1.7649999999999999},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"min":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.375,"5min":1.375,"15min":1.375},"last":0.63600000000000001}]},{"osd":3,"last update":"Wed Aug 19 18:36:34 2020","interfaces":[{"interface":"back","average":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.171,"5min":1.171,"15min":1.171},"last":1.1539999999999999},{"interface":"front","average":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"min":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"max":{"1min":1.4390000000000001,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":0.82899999999999996}]},{"osd":4,"last update":"Wed Aug 19 18:36:34 2020","interfaces":[{"interface":"back","average":{"1min":1.141,"5min":1.141,"15min":1.141},"min":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"max":{"1min":1.839,"5min":1.839,"15min":1.839},"last":0.86699999999999999},{"interface":"front","average":{"1min":1.3140000000000001,"5min":1.3140000000000001,"15min":1.3140000000000001},"min":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"max":{"1min":2.2879999999999998,"5min":2.2879999999999998,"15min":2.2879999999999998},"last":0.96199999999999997}]},{"osd":5,"last update":"Wed Aug 19 18:36:34 2020","interfaces":[{"interface":"back","average":{"1min":1.4259999999999999,"5min":1.4259999999999999,"15min":1.4259999999999999},"min":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"max":{"1min":1.909,"5min":1.909,"15min":1.909},"last":0.90000000000000002},{"interface":"front","average":{"1min":1.379,"5min":1.379,"15min":1.379},"min":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.0740000000000001},"max":{"1min":1.986,"5min":1.986,"15min":1.986},"last":1.0700000000000001}]},{"osd":6,"last update":"Wed Aug 19 18:36:34 2020","interfaces":[{"interface":"back","average":{"1min":1.262,"5min":1.262,"15min":1.262},"min":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"max":{"1min":1.671,"5min":1.671,"15min":1.671},"last":1.0149999999999999},{"interface":"front","average":{"1min":1.4350000000000001,"5min":1.4350000000000001,"15min":1.4350000000000001},"min":{"1min":1.173,"5min":1.173,"15min":1.173},"max":{"1min":1.772,"5min":1.772,"15min":1.772},"last":1.0469999999999999}]},{"osd":7,"last update":"Wed Aug 19 18:36:34 2020","interfaces":[{"interface":"back","average":{"1min":1.476,"5min":1.476,"15min":1.476},"min":{"1min":1.026,"5min":1.026,"15min":1.026},"max":{"1min":2.125,"5min":2.125,"15min":2.125},"last":1.204},{"interface":"front","average":{"1min":1.399,"5min":1.399,"15min":1.399},"min":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"max":{"1min":1.903,"5min":1.903,"15min":1.903},"last":1.29}]}]},{"osd":2,"up_from":13,"seq":55834574865,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":8772,"kb_used_data":3644,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":94363068,"statfs":{"total":96636764160,"available":96627781632,"internally_reserved":0,"allocated":3731456,"data_stored":3363939,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Aug 19 18:36:35 2020","interfaces":[{"interface":"back","average":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"min":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.2989999999999999,"5min":1.2989999999999999,"15min":1.2989999999999999},"last":0.76700000000000002}]},{"osd":1,"last update":"Wed Aug 19 18:36:35 2020","interfaces":[{"interface":"back","average":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"min":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"max":{"1min":1.4119999999999999,"5min":1.4119999999999999,"15min":1.4119999999999999},"last":1.0629999999999999},{"interface":"front","average":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.3779999999999999,"5min":1.3779999999999999,"15min":1.3779999999999999},"last":0.79700000000000004}]},{"osd":3,"last update":"Wed Aug 19 18:36:35 2020","interfaces":[{"interface":"back","average":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":1.0429999999999999},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.583,"5min":1.583,"15min":1.583},"last":0.95699999999999996},{"interface":"front","average":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":2.2109999999999999,"5min":2.2109999999999999,"15min":2.2109999999999999},"last":0.92600000000000005}]},{"osd":4,"last update":"Wed Aug 19 18:36:35 2020","interfaces":[{"interface":"back","average":{"1min":1.1739999999999999,"5min":1.1739999999999999,"15min":1.1739999999999999},"min":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"max":{"1min":1.5800000000000001,"5min":1.5800000000000001,"15min":1.5800000000000001},"last":1.0820000000000001},{"interface":"front","average":{"1min":1.3839999999999999,"5min":1.3839999999999999,"15min":1.3839999999999999},"min":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"max":{"1min":2.1760000000000002,"5min":2.1760000000000002,"15min":2.1760000000000002},"last":1.159}]},{"osd":5,"last update":"Wed Aug 19 18:36:35 2020","interfaces":[{"interface":"back","average":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"min":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"max":{"1min":1.6359999999999999,"5min":1.6359999999999999,"15min":1.6359999999999999},"last":1.0369999999999999},{"interface":"front","average":{"1min":1.55,"5min":1.55,"15min":1.55},"min":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"max":{"1min":2.8380000000000001,"5min":2.8380000000000001,"15min":2.8380000000000001},"last":1.2509999999999999}]},{"osd":6,"last update":"Wed Aug 19 18:36:35 2020","interfaces":[{"interface":"back","average":{"1min":1.349,"5min":1.349,"15min":1.349},"min":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"max":{"1min":1.6459999999999999,"5min":1.6459999999999999,"15min":1.6459999999999999},"last":1.21},{"interface":"front","average":{"1min":1.536,"5min":1.536,"15min":1.536},"min":{"1min":1.171,"5min":1.171,"15min":1.171},"max":{"1min":2.2810000000000001,"5min":2.2810000000000001,"15min":2.2810000000000001},"last":1.532}]},{"osd":7,"last update":"Wed Aug 19 18:36:35 2020","interfaces":[{"interface":"back","average":{"1min":1.4059999999999999,"5min":1.4059999999999999,"15min":1.4059999999999999},"min":{"1min":1.105,"5min":1.105,"15min":1.105},"max":{"1min":1.821,"5min":1.821,"15min":1.821},"last":1.2310000000000001},{"interface":"front","average":{"1min":1.4670000000000001,"5min":1.4670000000000001,"15min":1.4670000000000001},"min":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"max":{"1min":2.5350000000000001,"5min":2.5350000000000001,"15min":2.5350000000000001},"last":1.3600000000000001}]}]},{"osd":3,"up_from":13,"seq":55834574866,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":6676,"kb_used_data":1612,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":94365164,"statfs":{"total":96636764160,"available":96629927936,"internally_reserved":0,"allocated":1650688,"data_stored":1283171,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Aug 19 18:36:36 2020","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.246,"5min":1.246,"15min":1.246},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.3080000000000001,"5min":1.3080000000000001,"15min":1.3080000000000001},"last":0.97599999999999998}]},{"osd":1,"last update":"Wed Aug 19 18:36:36 2020","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"min":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.71899999999999997}]},{"osd":2,"last update":"Wed Aug 19 18:36:36 2020","interfaces":[{"interface":"back","average":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"min":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":1.2969999999999999},{"interface":"front","average":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.5660000000000001,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":0.93600000000000005}]},{"osd":4,"last update":"Wed Aug 19 18:36:36 2020","interfaces":[{"interface":"back","average":{"1min":1.208,"5min":1.208,"15min":1.208},"min":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"max":{"1min":2.129,"5min":2.129,"15min":2.129},"last":1.1220000000000001},{"interface":"front","average":{"1min":1.2909999999999999,"5min":1.2909999999999999,"15min":1.2909999999999999},"min":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"max":{"1min":1.827,"5min":1.827,"15min":1.827},"last":1.1859999999999999}]},{"osd":5,"last update":"Wed Aug 19 18:36:36 2020","interfaces":[{"interface":"back","average":{"1min":1.345,"5min":1.345,"15min":1.345},"min":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"max":{"1min":2.1739999999999999,"5min":2.1739999999999999,"15min":2.1739999999999999},"last":1.0029999999999999},{"interface":"front","average":{"1min":1.3160000000000001,"5min":1.3160000000000001,"15min":1.3160000000000001},"min":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"max":{"1min":1.7709999999999999,"5min":1.7709999999999999,"15min":1.7709999999999999},"last":1.2270000000000001}]},{"osd":6,"last update":"Wed Aug 19 18:36:36 2020","interfaces":[{"interface":"back","average":{"1min":1.3700000000000001,"5min":1.3700000000000001,"15min":1.3700000000000001},"min":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"max":{"1min":1.8220000000000001,"5min":1.8220000000000001,"15min":1.8220000000000001},"last":1.3999999999999999},{"interface":"front","average":{"1min":1.363,"5min":1.363,"15min":1.363},"min":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"max":{"1min":1.9930000000000001,"5min":1.9930000000000001,"15min":1.9930000000000001},"last":1.4410000000000001}]},{"osd":7,"last update":"Wed Aug 19 18:36:36 2020","interfaces":[{"interface":"back","average":{"1min":1.417,"5min":1.417,"15min":1.417},"min":{"1min":1.0600000000000001,"5min":1.0600000000000001,"15min":1.0600000000000001},"max":{"1min":2.214,"5min":2.214,"15min":2.214},"last":1.536},{"interface":"front","average":{"1min":1.4419999999999999,"5min":1.4419999999999999,"15min":1.4419999999999999},"min":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"max":{"1min":1.8320000000000001,"5min":1.8320000000000001,"15min":1.8320000000000001},"last":1.349}]}]},{"osd":4,"up_from":13,"seq":55834574866,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9728,"kb_used_data":4600,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":94362112,"statfs":{"total":96636764160,"available":96626802688,"internally_reserved":0,"allocated":4710400,"data_stored":4342883,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Aug 19 18:36:36 2020","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.4470000000000001,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":1.179},{"interface":"front","average":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"min":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"max":{"1min":2.8620000000000001,"5min":2.8620000000000001,"15min":2.8620000000000001},"last":0.96099999999999997}]},{"osd":1,"last update":"Wed Aug 19 18:36:36 2020","interfaces":[{"interface":"back","average":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"min":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":3.1890000000000001,"5min":3.1890000000000001,"15min":3.1890000000000001},"last":0.90600000000000003},{"interface":"front","average":{"1min":1.2270000000000001,"5min":1.2270000000000001,"15min":1.2270000000000001},"min":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"max":{"1min":2.1669999999999998,"5min":2.1669999999999998,"15min":2.1669999999999998},"last":1.0149999999999999}]},{"osd":2,"last update":"Wed Aug 19 18:36:36 2020","interfaces":[{"interface":"back","average":{"1min":1.095,"5min":1.095,"15min":1.095},"min":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"max":{"1min":1.5189999999999999,"5min":1.5189999999999999,"15min":1.5189999999999999},"last":1.149},{"interface":"front","average":{"1min":1.28,"5min":1.28,"15min":1.28},"min":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"max":{"1min":2.3199999999999998,"5min":2.3199999999999998,"15min":2.3199999999999998},"last":1.958}]},{"osd":3,"last update":"Wed Aug 19 18:36:36 2020","interfaces":[{"interface":"back","average":{"1min":1.3100000000000001,"5min":1.3100000000000001,"15min":1.3100000000000001},"min":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"max":{"1min":2.5049999999999999,"5min":2.5049999999999999,"15min":2.5049999999999999},"last":2.0310000000000001},{"interface":"front","average":{"1min":1.3939999999999999,"5min":1.3939999999999999,"15min":1.3939999999999999},"min":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"max":{"1min":3.4870000000000001,"5min":3.4870000000000001,"15min":3.4870000000000001},"last":1.3}]},{"osd":5,"last update":"Wed Aug 19 18:36:36 2020","interfaces":[{"interface":"back","average":{"1min":1.425,"5min":1.425,"15min":1.425},"min":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"max":{"1min":2.456,"5min":2.456,"15min":2.456},"last":2.319},{"interface":"front","average":{"1min":1.355,"5min":1.355,"15min":1.355},"min":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"max":{"1min":2.266,"5min":2.266,"15min":2.266},"last":2.266}]},{"osd":6,"last update":"Wed Aug 19 18:36:36 2020","interfaces":[{"interface":"back","average":{"1min":1.6240000000000001,"5min":1.6240000000000001,"15min":1.6240000000000001},"min":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"max":{"1min":3.8220000000000001,"5min":3.8220000000000001,"15min":3.8220000000000001},"last":2.5289999999999999},{"interface":"front","average":{"1min":1.667,"5min":1.667,"15min":1.667},"min":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"max":{"1min":2.7240000000000002,"5min":2.7240000000000002,"15min":2.7240000000000002},"last":2.4980000000000002}]},{"osd":7,"last update":"Wed Aug 19 18:36:36 2020","interfaces":[{"interface":"back","average":{"1min":1.6739999999999999,"5min":1.6739999999999999,"15min":1.6739999999999999},"min":{"1min":1.157,"5min":1.157,"15min":1.157},"max":{"1min":3.2229999999999999,"5min":3.2229999999999999,"15min":3.2229999999999999},"last":2.407},{"interface":"front","average":{"1min":1.7649999999999999,"5min":1.7649999999999999,"15min":1.7649999999999999},"min":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"max":{"1min":4.157,"5min":4.157,"15min":4.157},"last":2.3500000000000001}]}]},{"osd":5,"up_from":13,"seq":55834574864,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":6724,"kb_used_data":1596,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":94365116,"statfs":{"total":96636764160,"available":96629878784,"internally_reserved":0,"allocated":1634304,"data_stored":1266787,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Aug 19 18:36:36 2020","interfaces":[{"interface":"back","average":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"min":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"max":{"1min":1.524,"5min":1.524,"15min":1.524},"last":0.75700000000000001},{"interface":"front","average":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.464,"5min":1.464,"15min":1.464},"last":1.236}]},{"osd":1,"last update":"Wed Aug 19 18:36:36 2020","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"min":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"max":{"1min":1.486,"5min":1.486,"15min":1.486},"last":0.81599999999999995},{"interface":"front","average":{"1min":1.016,"5min":1.016,"15min":1.016},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.367,"5min":1.367,"15min":1.367},"last":1}]},{"osd":2,"last update":"Wed Aug 19 18:36:36 2020","interfaces":[{"interface":"back","average":{"1min":0.999,"5min":0.999,"15min":0.999},"min":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"max":{"1min":1.5229999999999999,"5min":1.5229999999999999,"15min":1.5229999999999999},"last":0.90700000000000003},{"interface":"front","average":{"1min":1.1539999999999999,"5min":1.1539999999999999,"15min":1.1539999999999999},"min":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"max":{"1min":1.4350000000000001,"5min":1.4350000000000001,"15min":1.4350000000000001},"last":1.1819999999999999}]},{"osd":3,"last update":"Wed Aug 19 18:36:36 2020","interfaces":[{"interface":"back","average":{"1min":1.202,"5min":1.202,"15min":1.202},"min":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"max":{"1min":1.6639999999999999,"5min":1.6639999999999999,"15min":1.6639999999999999},"last":1.361},{"interface":"front","average":{"1min":1.248,"5min":1.248,"15min":1.248},"min":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"max":{"1min":1.4990000000000001,"5min":1.4990000000000001,"15min":1.4990000000000001},"last":1.335}]},{"osd":4,"last update":"Wed Aug 19 18:36:36 2020","interfaces":[{"interface":"back","average":{"1min":1.2330000000000001,"5min":1.2330000000000001,"15min":1.2330000000000001},"min":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"max":{"1min":1.806,"5min":1.806,"15min":1.806},"last":1.2110000000000001},{"interface":"front","average":{"1min":1.51,"5min":1.51,"15min":1.51},"min":{"1min":1.073,"5min":1.073,"15min":1.073},"max":{"1min":2.46,"5min":2.46,"15min":2.46},"last":1.488}]},{"osd":6,"last update":"Wed Aug 19 18:36:36 2020","interfaces":[{"interface":"back","average":{"1min":1.343,"5min":1.343,"15min":1.343},"min":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"max":{"1min":1.714,"5min":1.714,"15min":1.714},"last":1.5109999999999999},{"interface":"front","average":{"1min":1.4179999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"min":{"1min":1.1140000000000001,"5min":1.1140000000000001,"15min":1.1140000000000001},"max":{"1min":1.9830000000000001,"5min":1.9830000000000001,"15min":1.9830000000000001},"last":1.423}]},{"osd":7,"last update":"Wed Aug 19 18:36:36 2020","interfaces":[{"interface":"back","average":{"1min":1.538,"5min":1.538,"15min":1.538},"min":{"1min":1.232,"5min":1.232,"15min":1.232},"max":{"1min":2.7269999999999999,"5min":2.7269999999999999,"15min":2.7269999999999999},"last":1.7589999999999999},{"interface":"front","average":{"1min":1.6220000000000001,"5min":1.6220000000000001,"15min":1.6220000000000001},"min":{"1min":1.371,"5min":1.371,"15min":1.371},"max":{"1min":2.0680000000000001,"5min":2.0680000000000001,"15min":2.0680000000000001},"last":1.6519999999999999}]}]}]}} , 2020-08-19T18:36:44.430 INFO:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd dump --format=json Ignoring malparsed backtrace: 2020-08-19T18:36:49.684 INFO:tasks.ceph:pgid 1.f last_scrub_stamp 2020-08-19T18:35:49.215530+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=35, tm_sec=49, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=36, tm_sec=44, tm_wday=2, tm_yday=232, tm_isdst=0) , 2020-08-19T18:36:49.685 INFO:tasks.ceph:pgid 1.e last_scrub_stamp 2020-08-19T18:35:49.215530+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=35, tm_sec=49, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=36, tm_sec=44, tm_wday=2, tm_yday=232, tm_isdst=0) , 2020-08-19T18:36:49.686 INFO:tasks.ceph:pgid 1.d last_scrub_stamp 2020-08-19T18:35:49.215530+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=35, tm_sec=49, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=36, tm_sec=44, tm_wday=2, tm_yday=232, tm_isdst=0) Ignoring malparsed backtrace: 2020-08-19T18:37:11.347 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi063.front.sepia.ceph.com , 2020-08-19T18:37:11.348 INFO:teuthology.orchestra.run.smithi063:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 , 2020-08-19T18:37:11.421 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi063.front.sepia.ceph.com Ignoring malparsed backtrace: 2020-08-19T18:37:16.520 INFO:teuthology.orchestra.run.smithi063.stdout:Dependencies resolved. , 2020-08-19T18:37:16.521 INFO:teuthology.orchestra.run.smithi063.stdout:================================================================================ , 2020-08-19T18:37:16.521 INFO:teuthology.orchestra.run.smithi063.stdout: Package Arch Version Repository Size Ignoring malparsed backtrace: 2020-08-19T18:37:18.738 INFO:teuthology.orchestra.run.smithi063.stdout: Erasing : oniguruma-6.8.2-1.el8.x86_64 3/5 , 2020-08-19T18:37:18.738 INFO:teuthology.orchestra.run.smithi055.stdout: Preparing : 1/1 , 2020-08-19T18:37:18.937 INFO:teuthology.orchestra.run.smithi055.stdout: Erasing : ceph-test-2:16.0.0-4528.g8d9001a.el8.x86_64 1/5 Ignoring malparsed backtrace: 2020-08-19T18:37:21.768 INFO:teuthology.orchestra.run.smithi055.stdout: Erasing : ceph-mon-2:16.0.0-4528.g8d9001a.el8.x86_64 3/4 , 2020-08-19T18:37:21.957 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-mon-2:16.0.0-4528.g8d9001a.el8.x86_64 3/4 , 2020-08-19T18:37:21.986 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-osd-2:16.0.0-4528.g8d9001a.el8.x86_64 4/4 Ignoring malparsed backtrace: 2020-08-19T18:37:22.856 INFO:teuthology.orchestra.run.smithi063.stdout: python3-requests-oauthlib noarch1.0.0-1.el8 @CentOS-Base 107 k , 2020-08-19T18:37:22.856 INFO:teuthology.orchestra.run.smithi063.stdout: python3-rgw x86_642:16.0.0-4528.g8d9001a.el8 @ceph 292 k , 2020-08-19T18:37:22.856 INFO:teuthology.orchestra.run.smithi063.stdout: python3-routes noarch2.4.1-12.el8 @epel 454 k Ignoring malparsed backtrace: 2020-08-19T18:37:23.629 INFO:teuthology.orchestra.run.smithi055.stdout: python3-repoze-lru noarch0.7-6.el8 @epel 84 k , 2020-08-19T18:37:23.630 INFO:teuthology.orchestra.run.smithi055.stdout: python3-requests noarch2.20.0-2.1.el8_1 @CentOS-Base 369 k , 2020-08-19T18:37:23.630 INFO:teuthology.orchestra.run.smithi055.stdout: python3-requests-oauthlib noarch1.0.0-1.el8 @CentOS-Base 107 k Ignoring malparsed backtrace: 2020-08-19T18:37:29.194 INFO:teuthology.orchestra.run.smithi055.stdout: Erasing : python3-numpy-f2py-1:1.14.3-9.el8.x86_64 21/85 , 2020-08-19T18:37:29.251 INFO:teuthology.orchestra.run.smithi063.stdout: Erasing : python3-mako-1.0.6-13.el8.noarch 31/85 , 2020-08-19T18:37:29.379 INFO:teuthology.orchestra.run.smithi063.stdout: Erasing : python3-jsonpatch-1.21-2.el8.noarch 32/85 Ignoring malparsed backtrace: 2020-08-19T18:37:38.168 INFO:teuthology.orchestra.run.smithi055.stdout: Erasing : python3-prettytable-0.7.2-14.el8.noarch 67/85 , 2020-08-19T18:37:38.169 INFO:teuthology.orchestra.run.smithi055.stdout: Erasing : ceph-selinux-2:16.0.0-4528.g8d9001a.el8.x86_64 68/85 , 2020-08-19T18:37:50.846 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-selinux-2:16.0.0-4528.g8d9001a.el8.x86_64 68/85 Ignoring malparsed backtrace: 2020-08-19T18:37:54.039 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 51/85 , 2020-08-19T18:37:54.039 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 52/85 , 2020-08-19T18:37:54.039 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-numpy-1:1.14.3-9.el8.x86_64 53/85 Ignoring malparsed backtrace: 2020-08-19T18:37:55.575 INFO:teuthology.orchestra.run.smithi063.stdout: python3-more-itertools-7.2.0-3.el8.noarch , 2020-08-19T18:37:55.575 INFO:teuthology.orchestra.run.smithi063.stdout: python3-numpy-1:1.14.3-9.el8.x86_64 , 2020-08-19T18:37:55.575 INFO:teuthology.orchestra.run.smithi063.stdout: python3-numpy-f2py-1:1.14.3-9.el8.x86_64 Ignoring malparsed backtrace: 2020-08-19T18:37:57.217 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-cssselect-0.9.2-10.el8.noarch 37/85 , 2020-08-19T18:37:57.217 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-execnet-1.7.1-1.el8.noarch 38/85 , 2020-08-19T18:37:57.217 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 39/85 Ignoring malparsed backtrace: 2020-08-19T18:37:58.818 INFO:teuthology.orchestra.run.smithi055.stdout: librgw2-2:16.0.0-4528.g8d9001a.el8.x86_64 , 2020-08-19T18:37:58.819 INFO:teuthology.orchestra.run.smithi055.stdout: libunwind-1.3.1-3.el8.x86_64 , 2020-08-19T18:37:58.819 INFO:teuthology.orchestra.run.smithi055.stdout: libxslt-1.1.32-3.el8.x86_64 Ignoring malparsed backtrace: 2020-08-19T18:38:00.680 INFO:teuthology.orchestra.run.smithi063.stdout:Nothing to do. , 2020-08-19T18:38:00.680 INFO:teuthology.orchestra.run.smithi063.stdout:Complete! , 2020-08-19T18:38:00.798 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: cephadm-2:16.0.0-4528.g8d9001a.el8.x86_64 1/1 Ignoring malparsed backtrace: 2020-08-19T18:38:04.474 INFO:teuthology.orchestra.run.smithi055.stdout:Complete! , 2020-08-19T18:38:04.500 INFO:teuthology.orchestra.run.smithi063.stdout:Dependencies resolved. , 2020-08-19T18:38:04.501 INFO:teuthology.orchestra.run.smithi063.stdout:================================================================================ Ignoring malparsed backtrace: 2020-08-19T18:38:07.610 INFO:teuthology.orchestra.run.smithi063.stdout: qemu-kvm-block-rbd x86_64 15:2.12.0-88.module_el8.1.0+297+df420408.3 , 2020-08-19T18:38:07.610 INFO:teuthology.orchestra.run.smithi063.stdout: @CentOS-AppStream 34 k , 2020-08-19T18:38:07.610 INFO:teuthology.orchestra.run.smithi063.stdout: rbd-fuse x86_64 2:16.0.0-4528.g8d9001a.el8 @ceph 292 k Ignoring malparsed backtrace: 2020-08-19T18:38:11.014 INFO:teuthology.orchestra.run.smithi063.stdout:Dependencies resolved. , 2020-08-19T18:38:11.015 INFO:teuthology.orchestra.run.smithi063.stdout:Nothing to do. , 2020-08-19T18:38:11.015 INFO:teuthology.orchestra.run.smithi063.stdout:Complete! Ignoring malparsed backtrace: 2020-08-19T18:38:14.736 INFO:teuthology.orchestra.run.smithi055.stdout: rbd-nbd-2:16.0.0-4528.g8d9001a.el8.x86_64 , 2020-08-19T18:38:14.736 INFO:teuthology.orchestra.run.smithi055.stdout: fmt-6.2.1-1.el8.x86_64 , 2020-08-19T18:38:14.736 INFO:teuthology.orchestra.run.smithi055.stdout: librbd1-2:16.0.0-4528.g8d9001a.el8.x86_64 Ignoring malparsed backtrace: 2020-08-19T18:38:20.653 DEBUG:teuthology.run_tasks:Unwinding manager pcp , 2020-08-19T18:38:20.666 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer , 2020-08-19T18:38:20.691 INFO:teuthology.task.internal:Duration was 574.566157 seconds Ignoring malparsed backtrace: ceph version 16.0.0-4528-g8d9001a (8d9001a8062a52bb640447b6a7e38abbff3580ee) pacific (dev) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7f36b215ef1a] , 2: (WriteOp::_finish(TestOp::CallbackInfo*)+0x5b6) [0x5624a34ca666] Ignoring malparsed backtrace: 2020-08-19T18:35:56.388+0000 7fcff35e1700 -1 WARNING: all dangerous and experimental features are enabled. , 2020-08-19T18:35:56.394+0000 7fcff35e1700 -1 WARNING: all dangerous and experimental features are enabled. , nodeep-scrub is unset Ignoring malparsed backtrace: 2020-08-19T18:36:15.445 INFO:teuthology.orchestra.run.smithi063.stdout:{"pg_ready":true,"pg_map":{"version":56,"stamp":"2020-08-19T18:36:14.454145+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":12268912,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":6,"num_read_kb":0,"num_write":24,"num_write_kb":5624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":48,"acting":48,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":48,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":60940,"kb_used_data":21196,"kb_used_omap":0,"kb_used_meta":39680,"kb_avail":754913780,"statfs":{"total":773094113280,"available":773031710720,"internally_reserved":0,"allocated":21704704,"data_stored":19722847,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":40632320},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.045895"},"pg_stats":[{"pgid":"1.f","version":"0'0","reported_seq":"27","reported_epoch":"35","state":"active+clean","last_fresh":"2020-08-19T18:36:11.425721+0000","last_change":"2020-08-19T18:35:50.240004+0000","last_active":"2020-08-19T18:36:11.425721+0000","last_peered":"2020-08-19T18:36:11.425721+0000","last_clean":"2020-08-19T18:36:11.425721+0000","last_became_active":"2020-08-19T18:35:50.239457+0000","last_became_peered":"2020-08-19T18:35:50.239457+0000","last_unstale":"2020-08-19T18:36:11.425721+0000","last_undegraded":"2020-08-19T18:36:11.425721+0000","last_fullsized":"2020-08-19T18:36:11.425721+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.e","version":"20'6","reported_seq":"33","reported_epoch":"35","state":"active+clean","last_fresh":"2020-08-19T18:36:11.543093+0000","last_change":"2020-08-19T18:35:50.242820+0000","last_active":"2020-08-19T18:36:11.543093+0000","last_peered":"2020-08-19T18:36:11.543093+0000","last_clean":"2020-08-19T18:36:11.543093+0000","last_became_active":"2020-08-19T18:35:50.242241+0000","last_became_peered":"2020-08-19T18:35:50.242241+0000","last_unstale":"2020-08-19T18:36:11.543093+0000","last_undegraded":"2020-08-19T18:36:11.543093+0000","last_fullsized":"2020-08-19T18:36:11.543093+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4050421,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":0,"num_write":8,"num_write_kb":1890,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"27","reported_epoch":"35","state":"active+clean","last_fresh":"2020-08-19T18:36:11.543457+0000","last_change":"2020-08-19T18:35:50.239299+0000","last_active":"2020-08-19T18:36:11.543457+0000","last_peered":"2020-08-19T18:36:11.543457+0000","last_clean":"2020-08-19T18:36:11.543457+0000","last_became_active":"2020-08-19T18:35:50.238823+0000","last_became_peered":"2020-08-19T18:35:50.238823+0000","last_unstale":"2020-08-19T18:36:11.543457+0000","last_undegraded":"2020-08-19T18:36:11.543457+0000","last_fullsized":"2020-08-19T18:36:11.543457+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,7],"acting":[2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.c","version":"20'3","reported_seq":"29","reported_epoch":"36","state":"active+clean","last_fresh":"2020-08-19T18:36:12.727079+0000","last_change":"2020-08-19T18:35:50.243021+0000","last_active":"2020-08-19T18:36:12.727079+0000","last_peered":"2020-08-19T18:36:12.727079+0000","last_clean":"2020-08-19T18:36:12.727079+0000","last_became_active":"2020-08-19T18:35:50.242283+0000","last_became_peered":"2020-08-19T18:35:50.242283+0000","last_unstale":"2020-08-19T18:36:12.727079+0000","last_undegraded":"2020-08-19T18:36:12.727079+0000","last_fullsized":"2020-08-19T18:36:12.727079+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2016807,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":4,"num_write_kb":929,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"26","reported_epoch":"36","state":"active+clean","last_fresh":"2020-08-19T18:36:12.728300+0000","last_change":"2020-08-19T18:35:50.239792+0000","last_active":"2020-08-19T18:36:12.728300+0000","last_peered":"2020-08-19T18:36:12.728300+0000","last_clean":"2020-08-19T18:36:12.728300+0000","last_became_active":"2020-08-19T18:35:50.239406+0000","last_became_peered":"2020-08-19T18:35:50.239406+0000","last_unstale":"2020-08-19T18:36:12.728300+0000","last_undegraded":"2020-08-19T18:36:12.728300+0000","last_fullsized":"2020-08-19T18:36:12.728300+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"27","reported_epoch":"35","state":"active+clean","last_fresh":"2020-08-19T18:36:11.543201+0000","last_change":"2020-08-19T18:35:50.239819+0000","last_active":"2020-08-19T18:36:11.543201+0000","last_peered":"2020-08-19T18:36:11.543201+0000","last_clean":"2020-08-19T18:36:11.543201+0000","last_became_active":"2020-08-19T18:35:50.238610+0000","last_became_peered":"2020-08-19T18:35:50.238610+0000","last_unstale":"2020-08-19T18:36:11.543201+0000","last_undegraded":"2020-08-19T18:36:11.543201+0000","last_fullsized":"2020-08-19T18:36:11.543201+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"27","reported_epoch":"35","state":"active+clean","last_fresh":"2020-08-19T18:36:11.542862+0000","last_change":"2020-08-19T18:35:50.241742+0000","last_active":"2020-08-19T18:36:11.542862+0000","last_peered":"2020-08-19T18:36:11.542862+0000","last_clean":"2020-08-19T18:36:11.542862+0000","last_became_active":"2020-08-19T18:35:50.241196+0000","last_became_peered":"2020-08-19T18:35:50.241196+0000","last_unstale":"2020-08-19T18:36:11.542862+0000","last_undegraded":"2020-08-19T18:36:11.542862+0000","last_fullsized":"2020-08-19T18:36:11.542862+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"27","reported_epoch":"35","state":"active+clean","last_fresh":"2020-08-19T18:36:11.542758+0000","last_change":"2020-08-19T18:35:50.247059+0000","last_active":"2020-08-19T18:36:11.542758+0000","last_peered":"2020-08-19T18:36:11.542758+0000","last_clean":"2020-08-19T18:36:11.542758+0000","last_became_active":"2020-08-19T18:35:50.246578+0000","last_became_peered":"2020-08-19T18:35:50.246578+0000","last_unstale":"2020-08-19T18:36:11.542758+0000","last_undegraded":"2020-08-19T18:36:11.542758+0000","last_fullsized":"2020-08-19T18:36:11.542758+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"20'3","reported_seq":"30","reported_epoch":"35","state":"active+clean","last_fresh":"2020-08-19T18:36:11.543130+0000","last_change":"2020-08-19T18:35:50.239176+0000","last_active":"2020-08-19T18:36:11.543130+0000","last_peered":"2020-08-19T18:36:11.543130+0000","last_clean":"2020-08-19T18:36:11.543130+0000","last_became_active":"2020-08-19T18:35:50.238708+0000","last_became_peered":"2020-08-19T18:35:50.238708+0000","last_unstale":"2020-08-19T18:36:11.543130+0000","last_undegraded":"2020-08-19T18:36:11.543130+0000","last_fullsized":"2020-08-19T18:36:11.543130+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2067228,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":4,"num_write_kb":1027,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"27","reported_epoch":"35","state":"active+clean","last_fresh":"2020-08-19T18:36:11.425664+0000","last_change":"2020-08-19T18:35:50.245191+0000","last_active":"2020-08-19T18:36:11.425664+0000","last_peered":"2020-08-19T18:36:11.425664+0000","last_clean":"2020-08-19T18:36:11.425664+0000","last_became_active":"2020-08-19T18:35:50.244679+0000","last_became_peered":"2020-08-19T18:35:50.244679+0000","last_unstale":"2020-08-19T18:36:11.425664+0000","last_undegraded":"2020-08-19T18:36:11.425664+0000","last_fullsized":"2020-08-19T18:36:11.425664+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"27","reported_epoch":"35","state":"active+clean","last_fresh":"2020-08-19T18:36:11.425664+0000","last_change":"2020-08-19T18:35:50.243058+0000","last_active":"2020-08-19T18:36:11.425664+0000","last_peered":"2020-08-19T18:36:11.425664+0000","last_clean":"2020-08-19T18:36:11.425664+0000","last_became_active":"2020-08-19T18:35:50.242569+0000","last_became_peered":"2020-08-19T18:35:50.242569+0000","last_unstale":"2020-08-19T18:36:11.425664+0000","last_undegraded":"2020-08-19T18:36:11.425664+0000","last_fullsized":"2020-08-19T18:36:11.425664+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"27","reported_epoch":"35","state":"active+clean","last_fresh":"2020-08-19T18:36:11.542832+0000","last_change":"2020-08-19T18:35:50.242010+0000","last_active":"2020-08-19T18:36:11.542832+0000","last_peered":"2020-08-19T18:36:11.542832+0000","last_clean":"2020-08-19T18:36:11.542832+0000","last_became_active":"2020-08-19T18:35:50.241442+0000","last_became_peered":"2020-08-19T18:35:50.241442+0000","last_unstale":"2020-08-19T18:36:11.542832+0000","last_undegraded":"2020-08-19T18:36:11.542832+0000","last_fullsized":"2020-08-19T18:36:11.542832+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"26","reported_epoch":"36","state":"active+clean","last_fresh":"2020-08-19T18:36:12.725408+0000","last_change":"2020-08-19T18:35:50.245405+0000","last_active":"2020-08-19T18:36:12.725408+0000","last_peered":"2020-08-19T18:36:12.725408+0000","last_clean":"2020-08-19T18:36:12.725408+0000","last_became_active":"2020-08-19T18:35:50.244914+0000","last_became_peered":"2020-08-19T18:35:50.244914+0000","last_unstale":"2020-08-19T18:36:12.725408+0000","last_undegraded":"2020-08-19T18:36:12.725408+0000","last_fullsized":"2020-08-19T18:36:12.725408+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"20'3","reported_seq":"29","reported_epoch":"36","state":"active+clean","last_fresh":"2020-08-19T18:36:12.728331+0000","last_change":"2020-08-19T18:35:50.237994+0000","last_active":"2020-08-19T18:36:12.728331+0000","last_peered":"2020-08-19T18:36:12.728331+0000","last_clean":"2020-08-19T18:36:12.728331+0000","last_became_active":"2020-08-19T18:35:50.237496+0000","last_became_peered":"2020-08-19T18:35:50.237496+0000","last_unstale":"2020-08-19T18:36:12.728331+0000","last_undegraded":"2020-08-19T18:36:12.728331+0000","last_fullsized":"2020-08-19T18:36:12.728331+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2084035,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":4,"num_write_kb":783,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"25","reported_epoch":"35","state":"active+clean","last_fresh":"2020-08-19T18:36:11.543403+0000","last_change":"2020-08-19T18:35:50.245441+0000","last_active":"2020-08-19T18:36:11.543403+0000","last_peered":"2020-08-19T18:36:11.543403+0000","last_clean":"2020-08-19T18:36:11.543403+0000","last_became_active":"2020-08-19T18:35:50.244955+0000","last_became_peered":"2020-08-19T18:35:50.244955+0000","last_unstale":"2020-08-19T18:36:11.543403+0000","last_undegraded":"2020-08-19T18:36:11.543403+0000","last_fullsized":"2020-08-19T18:36:11.543403+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.5","version":"20'3","reported_seq":"30","reported_epoch":"35","state":"active+clean","last_fresh":"2020-08-19T18:36:11.543462+0000","last_change":"2020-08-19T18:35:50.245397+0000","last_active":"2020-08-19T18:36:11.543462+0000","last_peered":"2020-08-19T18:36:11.543462+0000","last_clean":"2020-08-19T18:36:11.543462+0000","last_became_active":"2020-08-19T18:35:50.244949+0000","last_became_peered":"2020-08-19T18:35:50.244949+0000","last_unstale":"2020-08-19T18:36:11.543462+0000","last_undegraded":"2020-08-19T18:36:11.543462+0000","last_fullsized":"2020-08-19T18:36:11.543462+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2050421,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":4,"num_write_kb":995,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,3],"acting":[2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":16,"stat_sum":{"num_bytes":12268912,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":6,"num_read_kb":0,"num_write":24,"num_write_kb":5624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":18456576,"data_stored":18456576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":48,"acting":48,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574858,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5328,"kb_used_data":392,"kb_used_omap":0,"kb_used_meta":4928,"kb_avail":94366512,"statfs":{"total":96636764160,"available":96631308288,"internally_reserved":0,"allocated":401408,"data_stored":156233,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5046272},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70799999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98899999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.135}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0649999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.5349999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.7490000000000001}]}]},{"osd":6,"up_from":13,"seq":55834574859,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":8408,"kb_used_data":3408,"kb_used_omap":0,"kb_used_meta":4992,"kb_avail":94363432,"statfs":{"total":96636764160,"available":96628154368,"internally_reserved":0,"allocated":3489792,"data_stored":3237798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5111808},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81799999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76600000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.268}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0309999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1850000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.7230000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574859,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9408,"kb_used_data":4408,"kb_used_omap":0,"kb_used_meta":4992,"kb_avail":94362432,"statfs":{"total":96636764160,"available":96627130368,"internally_reserved":0,"allocated":4513792,"data_stored":4268617,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5111808},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61599999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77300000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69399999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.206}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3999999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.7889999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.085}]}]},{"osd":0,"up_from":13,"seq":55834574859,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":7324,"kb_used_data":2388,"kb_used_omap":0,"kb_used_meta":4928,"kb_avail":94364516,"statfs":{"total":96636764160,"available":96629264384,"internally_reserved":0,"allocated":2445312,"data_stored":2193318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5046272},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.012}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68200000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91500000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0549999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1699999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1259999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.341}]}]},{"osd":2,"up_from":13,"seq":55834574859,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":8428,"kb_used_data":3428,"kb_used_omap":0,"kb_used_meta":4992,"kb_avail":94363412,"statfs":{"total":96636764160,"available":96628133888,"internally_reserved":0,"allocated":3510272,"data_stored":3265097,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5111808},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59799999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0940000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3859999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.032}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2789999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.202}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4810000000000001}]}]},{"osd":3,"up_from":13,"seq":55834574860,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":6332,"kb_used_data":1396,"kb_used_omap":0,"kb_used_meta":4928,"kb_avail":94365508,"statfs":{"total":96636764160,"available":96630280192,"internally_reserved":0,"allocated":1429504,"data_stored":1184329,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5046272},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68500000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58099999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75700000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83999999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1100000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3959999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.087}]}]},{"osd":4,"up_from":13,"seq":55834574860,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9396,"kb_used_data":4396,"kb_used_omap":0,"kb_used_meta":4992,"kb_avail":94362444,"statfs":{"total":96636764160,"available":96627142656,"internally_reserved":0,"allocated":4501504,"data_stored":4249510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5111808},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67500000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93200000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73899999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.036}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77400000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.296}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.381}]}]},{"osd":5,"up_from":13,"seq":55834574858,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":6316,"kb_used_data":1380,"kb_used_omap":0,"kb_used_meta":4928,"kb_avail":94365524,"statfs":{"total":96636764160,"available":96630296576,"internally_reserved":0,"allocated":1413120,"data_stored":1167945,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5046272},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63100000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67700000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.746}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.052}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0920000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2969999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3580000000000001}]}]}]}} , 2020-08-19T18:36:15.447 INFO:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early pg dump --format=json , 2020-08-19T18:36:15.565+0000 7f6f56b7d700 -1 WARNING: all dangerous and experimental features are enabled. Ignoring malparsed backtrace: 2020-08-19T18:36:38.128 INFO:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early tell osd.1 flush_pg_stats , 2020-08-19T18:36:38.238+0000 7f20c6ada700 -1 WARNING: all dangerous and experimental features are enabled. , 2020-08-19T18:36:38.246+0000 7f20c6ada700 -1 WARNING: all dangerous and experimental features are enabled. Ignoring malparsed backtrace: dumped all , 2020-08-19T18:36:44.425 INFO:teuthology.orchestra.run.smithi063.stdout:{"pg_ready":true,"pg_map":{"version":87,"stamp":"2020-08-19T18:36:43.893019+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":12268912,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":6,"num_read_kb":0,"num_write":24,"num_write_kb":5624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":48,"acting":48,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":48,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":63720,"kb_used_data":22888,"kb_used_omap":0,"kb_used_meta":40768,"kb_avail":754911000,"statfs":{"total":773094113280,"available":773028864000,"internally_reserved":0,"allocated":23437312,"data_stored":20497176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":41746432},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001614"},"pg_stats":[{"pgid":"1.f","version":"0'0","reported_seq":"41","reported_epoch":"53","state":"active+clean","last_fresh":"2020-08-19T18:36:36.343872+0000","last_change":"2020-08-19T18:35:50.240004+0000","last_active":"2020-08-19T18:36:36.343872+0000","last_peered":"2020-08-19T18:36:36.343872+0000","last_clean":"2020-08-19T18:36:36.343872+0000","last_became_active":"2020-08-19T18:35:50.239457+0000","last_became_peered":"2020-08-19T18:35:50.239457+0000","last_unstale":"2020-08-19T18:36:36.343872+0000","last_undegraded":"2020-08-19T18:36:36.343872+0000","last_fullsized":"2020-08-19T18:36:36.343872+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.e","version":"20'6","reported_seq":"47","reported_epoch":"53","state":"active+clean","last_fresh":"2020-08-19T18:36:36.705199+0000","last_change":"2020-08-19T18:35:50.242820+0000","last_active":"2020-08-19T18:36:36.705199+0000","last_peered":"2020-08-19T18:36:36.705199+0000","last_clean":"2020-08-19T18:36:36.705199+0000","last_became_active":"2020-08-19T18:35:50.242241+0000","last_became_peered":"2020-08-19T18:35:50.242241+0000","last_unstale":"2020-08-19T18:36:36.705199+0000","last_undegraded":"2020-08-19T18:36:36.705199+0000","last_fullsized":"2020-08-19T18:36:36.705199+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":4050421,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":0,"num_write":8,"num_write_kb":1890,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"44","reported_epoch":"53","state":"active+clean","last_fresh":"2020-08-19T18:36:36.343039+0000","last_change":"2020-08-19T18:35:50.239299+0000","last_active":"2020-08-19T18:36:36.343039+0000","last_peered":"2020-08-19T18:36:36.343039+0000","last_clean":"2020-08-19T18:36:36.343039+0000","last_became_active":"2020-08-19T18:35:50.238823+0000","last_became_peered":"2020-08-19T18:35:50.238823+0000","last_unstale":"2020-08-19T18:36:36.343039+0000","last_undegraded":"2020-08-19T18:36:36.343039+0000","last_fullsized":"2020-08-19T18:36:36.343039+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,7],"acting":[2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.c","version":"20'3","reported_seq":"44","reported_epoch":"53","state":"active+clean","last_fresh":"2020-08-19T18:36:36.705887+0000","last_change":"2020-08-19T18:35:50.243021+0000","last_active":"2020-08-19T18:36:36.705887+0000","last_peered":"2020-08-19T18:36:36.705887+0000","last_clean":"2020-08-19T18:36:36.705887+0000","last_became_active":"2020-08-19T18:35:50.242283+0000","last_became_peered":"2020-08-19T18:35:50.242283+0000","last_unstale":"2020-08-19T18:36:36.705887+0000","last_undegraded":"2020-08-19T18:36:36.705887+0000","last_fullsized":"2020-08-19T18:36:36.705887+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2016807,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":4,"num_write_kb":929,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"43","reported_epoch":"53","state":"active+clean","last_fresh":"2020-08-19T18:36:36.442176+0000","last_change":"2020-08-19T18:35:50.239792+0000","last_active":"2020-08-19T18:36:36.442176+0000","last_peered":"2020-08-19T18:36:36.442176+0000","last_clean":"2020-08-19T18:36:36.442176+0000","last_became_active":"2020-08-19T18:35:50.239406+0000","last_became_peered":"2020-08-19T18:35:50.239406+0000","last_unstale":"2020-08-19T18:36:36.442176+0000","last_undegraded":"2020-08-19T18:36:36.442176+0000","last_fullsized":"2020-08-19T18:36:36.442176+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"41","reported_epoch":"53","state":"active+clean","last_fresh":"2020-08-19T18:36:36.705169+0000","last_change":"2020-08-19T18:35:50.239819+0000","last_active":"2020-08-19T18:36:36.705169+0000","last_peered":"2020-08-19T18:36:36.705169+0000","last_clean":"2020-08-19T18:36:36.705169+0000","last_became_active":"2020-08-19T18:35:50.238610+0000","last_became_peered":"2020-08-19T18:35:50.238610+0000","last_unstale":"2020-08-19T18:36:36.705169+0000","last_undegraded":"2020-08-19T18:36:36.705169+0000","last_fullsized":"2020-08-19T18:36:36.705169+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"41","reported_epoch":"53","state":"active+clean","last_fresh":"2020-08-19T18:36:36.705152+0000","last_change":"2020-08-19T18:35:50.241742+0000","last_active":"2020-08-19T18:36:36.705152+0000","last_peered":"2020-08-19T18:36:36.705152+0000","last_clean":"2020-08-19T18:36:36.705152+0000","last_became_active":"2020-08-19T18:35:50.241196+0000","last_became_peered":"2020-08-19T18:35:50.241196+0000","last_unstale":"2020-08-19T18:36:36.705152+0000","last_undegraded":"2020-08-19T18:36:36.705152+0000","last_fullsized":"2020-08-19T18:36:36.705152+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"41","reported_epoch":"53","state":"active+clean","last_fresh":"2020-08-19T18:36:36.705103+0000","last_change":"2020-08-19T18:35:50.247059+0000","last_active":"2020-08-19T18:36:36.705103+0000","last_peered":"2020-08-19T18:36:36.705103+0000","last_clean":"2020-08-19T18:36:36.705103+0000","last_became_active":"2020-08-19T18:35:50.246578+0000","last_became_peered":"2020-08-19T18:35:50.246578+0000","last_unstale":"2020-08-19T18:36:36.705103+0000","last_undegraded":"2020-08-19T18:36:36.705103+0000","last_fullsized":"2020-08-19T18:36:36.705103+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"20'3","reported_seq":"44","reported_epoch":"53","state":"active+clean","last_fresh":"2020-08-19T18:36:36.705284+0000","last_change":"2020-08-19T18:35:50.239176+0000","last_active":"2020-08-19T18:36:36.705284+0000","last_peered":"2020-08-19T18:36:36.705284+0000","last_clean":"2020-08-19T18:36:36.705284+0000","last_became_active":"2020-08-19T18:35:50.238708+0000","last_became_peered":"2020-08-19T18:35:50.238708+0000","last_unstale":"2020-08-19T18:36:36.705284+0000","last_undegraded":"2020-08-19T18:36:36.705284+0000","last_fullsized":"2020-08-19T18:36:36.705284+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2067228,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":4,"num_write_kb":1027,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"41","reported_epoch":"53","state":"active+clean","last_fresh":"2020-08-19T18:36:36.343918+0000","last_change":"2020-08-19T18:35:50.245191+0000","last_active":"2020-08-19T18:36:36.343918+0000","last_peered":"2020-08-19T18:36:36.343918+0000","last_clean":"2020-08-19T18:36:36.343918+0000","last_became_active":"2020-08-19T18:35:50.244679+0000","last_became_peered":"2020-08-19T18:35:50.244679+0000","last_unstale":"2020-08-19T18:36:36.343918+0000","last_undegraded":"2020-08-19T18:36:36.343918+0000","last_fullsized":"2020-08-19T18:36:36.343918+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"41","reported_epoch":"53","state":"active+clean","last_fresh":"2020-08-19T18:36:36.343829+0000","last_change":"2020-08-19T18:35:50.243058+0000","last_active":"2020-08-19T18:36:36.343829+0000","last_peered":"2020-08-19T18:36:36.343829+0000","last_clean":"2020-08-19T18:36:36.343829+0000","last_became_active":"2020-08-19T18:35:50.242569+0000","last_became_peered":"2020-08-19T18:35:50.242569+0000","last_unstale":"2020-08-19T18:36:36.343829+0000","last_undegraded":"2020-08-19T18:36:36.343829+0000","last_fullsized":"2020-08-19T18:36:36.343829+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"41","reported_epoch":"53","state":"active+clean","last_fresh":"2020-08-19T18:36:36.705136+0000","last_change":"2020-08-19T18:35:50.242010+0000","last_active":"2020-08-19T18:36:36.705136+0000","last_peered":"2020-08-19T18:36:36.705136+0000","last_clean":"2020-08-19T18:36:36.705136+0000","last_became_active":"2020-08-19T18:35:50.241442+0000","last_became_peered":"2020-08-19T18:35:50.241442+0000","last_unstale":"2020-08-19T18:36:36.705136+0000","last_undegraded":"2020-08-19T18:36:36.705136+0000","last_fullsized":"2020-08-19T18:36:36.705136+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"40","reported_epoch":"53","state":"active+clean","last_fresh":"2020-08-19T18:36:36.704987+0000","last_change":"2020-08-19T18:35:50.245405+0000","last_active":"2020-08-19T18:36:36.704987+0000","last_peered":"2020-08-19T18:36:36.704987+0000","last_clean":"2020-08-19T18:36:36.704987+0000","last_became_active":"2020-08-19T18:35:50.244914+0000","last_became_peered":"2020-08-19T18:35:50.244914+0000","last_unstale":"2020-08-19T18:36:36.704987+0000","last_undegraded":"2020-08-19T18:36:36.704987+0000","last_fullsized":"2020-08-19T18:36:36.704987+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"20'3","reported_seq":"46","reported_epoch":"53","state":"active+clean","last_fresh":"2020-08-19T18:36:36.442221+0000","last_change":"2020-08-19T18:35:50.237994+0000","last_active":"2020-08-19T18:36:36.442221+0000","last_peered":"2020-08-19T18:36:36.442221+0000","last_clean":"2020-08-19T18:36:36.442221+0000","last_became_active":"2020-08-19T18:35:50.237496+0000","last_became_peered":"2020-08-19T18:35:50.237496+0000","last_unstale":"2020-08-19T18:36:36.442221+0000","last_undegraded":"2020-08-19T18:36:36.442221+0000","last_fullsized":"2020-08-19T18:36:36.442221+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2084035,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":4,"num_write_kb":783,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"40","reported_epoch":"53","state":"active+clean","last_fresh":"2020-08-19T18:36:36.706157+0000","last_change":"2020-08-19T18:35:50.245441+0000","last_active":"2020-08-19T18:36:36.706157+0000","last_peered":"2020-08-19T18:36:36.706157+0000","last_clean":"2020-08-19T18:36:36.706157+0000","last_became_active":"2020-08-19T18:35:50.244955+0000","last_became_peered":"2020-08-19T18:35:50.244955+0000","last_unstale":"2020-08-19T18:36:36.706157+0000","last_undegraded":"2020-08-19T18:36:36.706157+0000","last_fullsized":"2020-08-19T18:36:36.706157+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.5","version":"20'3","reported_seq":"47","reported_epoch":"53","state":"active+clean","last_fresh":"2020-08-19T18:36:36.343167+0000","last_change":"2020-08-19T18:35:50.245397+0000","last_active":"2020-08-19T18:36:36.343167+0000","last_peered":"2020-08-19T18:36:36.343167+0000","last_clean":"2020-08-19T18:36:36.343167+0000","last_became_active":"2020-08-19T18:35:50.244949+0000","last_became_peered":"2020-08-19T18:35:50.244949+0000","last_unstale":"2020-08-19T18:36:36.343167+0000","last_undegraded":"2020-08-19T18:36:36.343167+0000","last_fullsized":"2020-08-19T18:36:36.343167+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:35:49.215530+0000","last_clean_scrub_stamp":"2020-08-19T18:35:49.215530+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2050421,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":4,"num_write_kb":995,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,3],"acting":[2,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":16,"stat_sum":{"num_bytes":12268912,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":6,"num_read_kb":0,"num_write":24,"num_write_kb":5624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":18456576,"data_stored":18456576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":48,"acting":48,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574864,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5672,"kb_used_data":608,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":94366168,"statfs":{"total":96636764160,"available":96630956032,"internally_reserved":0,"allocated":622592,"data_stored":255075,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Aug 19 18:36:33 2020","interfaces":[{"interface":"back","average":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"min":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"max":{"1min":1.895,"5min":1.895,"15min":1.895},"last":1.2869999999999999},{"interface":"front","average":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.7589999999999999,"5min":1.7589999999999999,"15min":1.7589999999999999},"last":0.97599999999999998}]},{"osd":1,"last update":"Wed Aug 19 18:36:33 2020","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"min":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"max":{"1min":1.641,"5min":1.641,"15min":1.641},"last":1.484},{"interface":"front","average":{"1min":1.2050000000000001,"5min":1.2050000000000001,"15min":1.2050000000000001},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.919,"5min":1.919,"15min":1.919},"last":1.3400000000000001}]},{"osd":2,"last update":"Wed Aug 19 18:36:33 2020","interfaces":[{"interface":"back","average":{"1min":1.054,"5min":1.054,"15min":1.054},"min":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"max":{"1min":1.4810000000000001,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":1.2549999999999999},{"interface":"front","average":{"1min":1.246,"5min":1.246,"15min":1.246},"min":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"max":{"1min":1.5600000000000001,"5min":1.5600000000000001,"15min":1.5600000000000001},"last":1.631}]},{"osd":3,"last update":"Wed Aug 19 18:36:33 2020","interfaces":[{"interface":"back","average":{"1min":1.2909999999999999,"5min":1.2909999999999999,"15min":1.2909999999999999},"min":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"max":{"1min":2.2040000000000002,"5min":2.2040000000000002,"15min":2.2040000000000002},"last":1.466},{"interface":"front","average":{"1min":1.381,"5min":1.381,"15min":1.381},"min":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"max":{"1min":1.944,"5min":1.944,"15min":1.944},"last":1.7749999999999999}]},{"osd":4,"last update":"Wed Aug 19 18:36:33 2020","interfaces":[{"interface":"back","average":{"1min":1.206,"5min":1.206,"15min":1.206},"min":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"max":{"1min":2.2570000000000001,"5min":2.2570000000000001,"15min":2.2570000000000001},"last":1.101},{"interface":"front","average":{"1min":1.474,"5min":1.474,"15min":1.474},"min":{"1min":1.0800000000000001,"5min":1.0800000000000001,"15min":1.0800000000000001},"max":{"1min":2.8849999999999998,"5min":2.8849999999999998,"15min":2.8849999999999998},"last":1.544}]},{"osd":5,"last update":"Wed Aug 19 18:36:33 2020","interfaces":[{"interface":"back","average":{"1min":1.389,"5min":1.389,"15min":1.389},"min":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"max":{"1min":2.1200000000000001,"5min":2.1200000000000001,"15min":2.1200000000000001},"last":1.0549999999999999},{"interface":"front","average":{"1min":1.446,"5min":1.446,"15min":1.446},"min":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"max":{"1min":2.5640000000000001,"5min":2.5640000000000001,"15min":2.5640000000000001},"last":1.2010000000000001}]},{"osd":6,"last update":"Wed Aug 19 18:36:33 2020","interfaces":[{"interface":"back","average":{"1min":1.5620000000000001,"5min":1.5620000000000001,"15min":1.5620000000000001},"min":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"max":{"1min":2.7690000000000001,"5min":2.7690000000000001,"15min":2.7690000000000001},"last":1.4379999999999999},{"interface":"front","average":{"1min":1.452,"5min":1.452,"15min":1.452},"min":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"max":{"1min":2.395,"5min":2.395,"15min":2.395},"last":1.3700000000000001}]}]},{"osd":6,"up_from":13,"seq":55834574865,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":8740,"kb_used_data":3612,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":94363100,"statfs":{"total":96636764160,"available":96627814400,"internally_reserved":0,"allocated":3698688,"data_stored":3331171,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Aug 19 18:36:34 2020","interfaces":[{"interface":"back","average":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.5249999999999999,"5min":1.5249999999999999,"15min":1.5249999999999999},"last":0.81200000000000006},{"interface":"front","average":{"1min":1.038,"5min":1.038,"15min":1.038},"min":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.8180000000000001,"5min":1.8180000000000001,"15min":1.8180000000000001},"last":0.85899999999999999}]},{"osd":1,"last update":"Wed Aug 19 18:36:34 2020","interfaces":[{"interface":"back","average":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":1.619,"5min":1.619,"15min":1.619},"last":1.1990000000000001},{"interface":"front","average":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"min":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":1.855,"5min":1.855,"15min":1.855},"last":1.4870000000000001}]},{"osd":2,"last update":"Wed Aug 19 18:36:34 2020","interfaces":[{"interface":"back","average":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"min":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"max":{"1min":1.7110000000000001,"5min":1.7110000000000001,"15min":1.7110000000000001},"last":1.399},{"interface":"front","average":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"min":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"max":{"1min":1.409,"5min":1.409,"15min":1.409},"last":0.98399999999999999}]},{"osd":3,"last update":"Wed Aug 19 18:36:34 2020","interfaces":[{"interface":"back","average":{"1min":1.2310000000000001,"5min":1.2310000000000001,"15min":1.2310000000000001},"min":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"max":{"1min":1.9139999999999999,"5min":1.9139999999999999,"15min":1.9139999999999999},"last":1.0209999999999999},{"interface":"front","average":{"1min":1.2470000000000001,"5min":1.2470000000000001,"15min":1.2470000000000001},"min":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"max":{"1min":1.5600000000000001,"5min":1.5600000000000001,"15min":1.5600000000000001},"last":1.296}]},{"osd":4,"last update":"Wed Aug 19 18:36:34 2020","interfaces":[{"interface":"back","average":{"1min":1.1519999999999999,"5min":1.1519999999999999,"15min":1.1519999999999999},"min":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"max":{"1min":1.6140000000000001,"5min":1.6140000000000001,"15min":1.6140000000000001},"last":1.151},{"interface":"front","average":{"1min":1.3100000000000001,"5min":1.3100000000000001,"15min":1.3100000000000001},"min":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"max":{"1min":1.9890000000000001,"5min":1.9890000000000001,"15min":1.9890000000000001},"last":1.2210000000000001}]},{"osd":5,"last update":"Wed Aug 19 18:36:34 2020","interfaces":[{"interface":"back","average":{"1min":1.403,"5min":1.403,"15min":1.403},"min":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"max":{"1min":1.9950000000000001,"5min":1.9950000000000001,"15min":1.9950000000000001},"last":1.5609999999999999},{"interface":"front","average":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"min":{"1min":1.028,"5min":1.028,"15min":1.028},"max":{"1min":1.7050000000000001,"5min":1.7050000000000001,"15min":1.7050000000000001},"last":1.323}]},{"osd":7,"last update":"Wed Aug 19 18:36:34 2020","interfaces":[{"interface":"back","average":{"1min":1.605,"5min":1.605,"15min":1.605},"min":{"1min":1.056,"5min":1.056,"15min":1.056},"max":{"1min":2.1720000000000002,"5min":2.1720000000000002,"15min":2.1720000000000002},"last":1.1279999999999999},{"interface":"front","average":{"1min":1.5169999999999999,"5min":1.5169999999999999,"15min":1.5169999999999999},"min":{"1min":1.204,"5min":1.204,"15min":1.204},"max":{"1min":2.1429999999999998,"5min":2.1429999999999998,"15min":2.1429999999999998},"last":1.8420000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574865,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9752,"kb_used_data":4624,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":94362088,"statfs":{"total":96636764160,"available":96626778112,"internally_reserved":0,"allocated":4734976,"data_stored":4367459,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Aug 19 18:36:33 2020","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.3899999999999999,"5min":1.3899999999999999,"15min":1.3899999999999999},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.363,"5min":1.363,"15min":1.363},"last":0.71699999999999997}]},{"osd":2,"last update":"Wed Aug 19 18:36:33 2020","interfaces":[{"interface":"back","average":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"min":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"max":{"1min":1.766,"5min":1.766,"15min":1.766},"last":0.748},{"interface":"front","average":{"1min":1.054,"5min":1.054,"15min":1.054},"min":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"max":{"1min":1.9390000000000001,"5min":1.9390000000000001,"15min":1.9390000000000001},"last":0.77000000000000002}]},{"osd":3,"last update":"Wed Aug 19 18:36:33 2020","interfaces":[{"interface":"back","average":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"min":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"max":{"1min":1.649,"5min":1.649,"15min":1.649},"last":0.63300000000000001},{"interface":"front","average":{"1min":1.1000000000000001,"5min":1.1000000000000001,"15min":1.1000000000000001},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":2.1389999999999998,"5min":2.1389999999999998,"15min":2.1389999999999998},"last":1.1639999999999999}]},{"osd":4,"last update":"Wed Aug 19 18:36:33 2020","interfaces":[{"interface":"back","average":{"1min":1.3140000000000001,"5min":1.3140000000000001,"15min":1.3140000000000001},"min":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"max":{"1min":2.3279999999999998,"5min":2.3279999999999998,"15min":2.3279999999999998},"last":1.3089999999999999},{"interface":"front","average":{"1min":1.3009999999999999,"5min":1.3009999999999999,"15min":1.3009999999999999},"min":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"max":{"1min":1.9319999999999999,"5min":1.9319999999999999,"15min":1.9319999999999999},"last":1.147}]},{"osd":5,"last update":"Wed Aug 19 18:36:33 2020","interfaces":[{"interface":"back","average":{"1min":1.3819999999999999,"5min":1.3819999999999999,"15min":1.3819999999999999},"min":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"max":{"1min":2.02,"5min":2.02,"15min":2.02},"last":1.2789999999999999},{"interface":"front","average":{"1min":1.355,"5min":1.355,"15min":1.355},"min":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"max":{"1min":2.3889999999999998,"5min":2.3889999999999998,"15min":2.3889999999999998},"last":1.0389999999999999}]},{"osd":6,"last update":"Wed Aug 19 18:36:33 2020","interfaces":[{"interface":"back","average":{"1min":1.4870000000000001,"5min":1.4870000000000001,"15min":1.4870000000000001},"min":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"max":{"1min":2.5590000000000002,"5min":2.5590000000000002,"15min":2.5590000000000002},"last":1.4450000000000001},{"interface":"front","average":{"1min":1.528,"5min":1.528,"15min":1.528},"min":{"1min":1.2330000000000001,"5min":1.2330000000000001,"15min":1.2330000000000001},"max":{"1min":2.278,"5min":2.278,"15min":2.278},"last":1.417}]},{"osd":7,"last update":"Wed Aug 19 18:36:33 2020","interfaces":[{"interface":"back","average":{"1min":1.423,"5min":1.423,"15min":1.423},"min":{"1min":1.056,"5min":1.056,"15min":1.056},"max":{"1min":2.581,"5min":2.581,"15min":2.581},"last":1.117},{"interface":"front","average":{"1min":1.5329999999999999,"5min":1.5329999999999999,"15min":1.5329999999999999},"min":{"1min":1.0780000000000001,"5min":1.0780000000000001,"15min":1.0780000000000001},"max":{"1min":2.7189999999999999,"5min":2.7189999999999999,"15min":2.7189999999999999},"last":1.629}]}]},{"osd":0,"up_from":13,"seq":55834574865,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":7656,"kb_used_data":2592,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":94364184,"statfs":{"total":96636764160,"available":96628924416,"internally_reserved":0,"allocated":2654208,"data_stored":2286691,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Aug 19 18:36:34 2020","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.1200000000000001,"5min":1.1200000000000001,"15min":1.1200000000000001},"last":0.495},{"interface":"front","average":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"min":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"max":{"1min":1.2709999999999999,"5min":1.2709999999999999,"15min":1.2709999999999999},"last":0.71799999999999997}]},{"osd":2,"last update":"Wed Aug 19 18:36:34 2020","interfaces":[{"interface":"back","average":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":1.7649999999999999,"5min":1.7649999999999999,"15min":1.7649999999999999},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"min":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.375,"5min":1.375,"15min":1.375},"last":0.63600000000000001}]},{"osd":3,"last update":"Wed Aug 19 18:36:34 2020","interfaces":[{"interface":"back","average":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.171,"5min":1.171,"15min":1.171},"last":1.1539999999999999},{"interface":"front","average":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"min":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"max":{"1min":1.4390000000000001,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":0.82899999999999996}]},{"osd":4,"last update":"Wed Aug 19 18:36:34 2020","interfaces":[{"interface":"back","average":{"1min":1.141,"5min":1.141,"15min":1.141},"min":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"max":{"1min":1.839,"5min":1.839,"15min":1.839},"last":0.86699999999999999},{"interface":"front","average":{"1min":1.3140000000000001,"5min":1.3140000000000001,"15min":1.3140000000000001},"min":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"max":{"1min":2.2879999999999998,"5min":2.2879999999999998,"15min":2.2879999999999998},"last":0.96199999999999997}]},{"osd":5,"last update":"Wed Aug 19 18:36:34 2020","interfaces":[{"interface":"back","average":{"1min":1.4259999999999999,"5min":1.4259999999999999,"15min":1.4259999999999999},"min":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"max":{"1min":1.909,"5min":1.909,"15min":1.909},"last":0.90000000000000002},{"interface":"front","average":{"1min":1.379,"5min":1.379,"15min":1.379},"min":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.0740000000000001},"max":{"1min":1.986,"5min":1.986,"15min":1.986},"last":1.0700000000000001}]},{"osd":6,"last update":"Wed Aug 19 18:36:34 2020","interfaces":[{"interface":"back","average":{"1min":1.262,"5min":1.262,"15min":1.262},"min":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"max":{"1min":1.671,"5min":1.671,"15min":1.671},"last":1.0149999999999999},{"interface":"front","average":{"1min":1.4350000000000001,"5min":1.4350000000000001,"15min":1.4350000000000001},"min":{"1min":1.173,"5min":1.173,"15min":1.173},"max":{"1min":1.772,"5min":1.772,"15min":1.772},"last":1.0469999999999999}]},{"osd":7,"last update":"Wed Aug 19 18:36:34 2020","interfaces":[{"interface":"back","average":{"1min":1.476,"5min":1.476,"15min":1.476},"min":{"1min":1.026,"5min":1.026,"15min":1.026},"max":{"1min":2.125,"5min":2.125,"15min":2.125},"last":1.204},{"interface":"front","average":{"1min":1.399,"5min":1.399,"15min":1.399},"min":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"max":{"1min":1.903,"5min":1.903,"15min":1.903},"last":1.29}]}]},{"osd":2,"up_from":13,"seq":55834574865,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":8772,"kb_used_data":3644,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":94363068,"statfs":{"total":96636764160,"available":96627781632,"internally_reserved":0,"allocated":3731456,"data_stored":3363939,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Aug 19 18:36:35 2020","interfaces":[{"interface":"back","average":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"min":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.2989999999999999,"5min":1.2989999999999999,"15min":1.2989999999999999},"last":0.76700000000000002}]},{"osd":1,"last update":"Wed Aug 19 18:36:35 2020","interfaces":[{"interface":"back","average":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"min":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"max":{"1min":1.4119999999999999,"5min":1.4119999999999999,"15min":1.4119999999999999},"last":1.0629999999999999},{"interface":"front","average":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.3779999999999999,"5min":1.3779999999999999,"15min":1.3779999999999999},"last":0.79700000000000004}]},{"osd":3,"last update":"Wed Aug 19 18:36:35 2020","interfaces":[{"interface":"back","average":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":1.0429999999999999},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.583,"5min":1.583,"15min":1.583},"last":0.95699999999999996},{"interface":"front","average":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":2.2109999999999999,"5min":2.2109999999999999,"15min":2.2109999999999999},"last":0.92600000000000005}]},{"osd":4,"last update":"Wed Aug 19 18:36:35 2020","interfaces":[{"interface":"back","average":{"1min":1.1739999999999999,"5min":1.1739999999999999,"15min":1.1739999999999999},"min":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"max":{"1min":1.5800000000000001,"5min":1.5800000000000001,"15min":1.5800000000000001},"last":1.0820000000000001},{"interface":"front","average":{"1min":1.3839999999999999,"5min":1.3839999999999999,"15min":1.3839999999999999},"min":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"max":{"1min":2.1760000000000002,"5min":2.1760000000000002,"15min":2.1760000000000002},"last":1.159}]},{"osd":5,"last update":"Wed Aug 19 18:36:35 2020","interfaces":[{"interface":"back","average":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"min":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"max":{"1min":1.6359999999999999,"5min":1.6359999999999999,"15min":1.6359999999999999},"last":1.0369999999999999},{"interface":"front","average":{"1min":1.55,"5min":1.55,"15min":1.55},"min":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"max":{"1min":2.8380000000000001,"5min":2.8380000000000001,"15min":2.8380000000000001},"last":1.2509999999999999}]},{"osd":6,"last update":"Wed Aug 19 18:36:35 2020","interfaces":[{"interface":"back","average":{"1min":1.349,"5min":1.349,"15min":1.349},"min":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"max":{"1min":1.6459999999999999,"5min":1.6459999999999999,"15min":1.6459999999999999},"last":1.21},{"interface":"front","average":{"1min":1.536,"5min":1.536,"15min":1.536},"min":{"1min":1.171,"5min":1.171,"15min":1.171},"max":{"1min":2.2810000000000001,"5min":2.2810000000000001,"15min":2.2810000000000001},"last":1.532}]},{"osd":7,"last update":"Wed Aug 19 18:36:35 2020","interfaces":[{"interface":"back","average":{"1min":1.4059999999999999,"5min":1.4059999999999999,"15min":1.4059999999999999},"min":{"1min":1.105,"5min":1.105,"15min":1.105},"max":{"1min":1.821,"5min":1.821,"15min":1.821},"last":1.2310000000000001},{"interface":"front","average":{"1min":1.4670000000000001,"5min":1.4670000000000001,"15min":1.4670000000000001},"min":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"max":{"1min":2.5350000000000001,"5min":2.5350000000000001,"15min":2.5350000000000001},"last":1.3600000000000001}]}]},{"osd":3,"up_from":13,"seq":55834574866,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":6676,"kb_used_data":1612,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":94365164,"statfs":{"total":96636764160,"available":96629927936,"internally_reserved":0,"allocated":1650688,"data_stored":1283171,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Aug 19 18:36:36 2020","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.246,"5min":1.246,"15min":1.246},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.3080000000000001,"5min":1.3080000000000001,"15min":1.3080000000000001},"last":0.97599999999999998}]},{"osd":1,"last update":"Wed Aug 19 18:36:36 2020","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"min":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.71899999999999997}]},{"osd":2,"last update":"Wed Aug 19 18:36:36 2020","interfaces":[{"interface":"back","average":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"min":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":1.2969999999999999},{"interface":"front","average":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.5660000000000001,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":0.93600000000000005}]},{"osd":4,"last update":"Wed Aug 19 18:36:36 2020","interfaces":[{"interface":"back","average":{"1min":1.208,"5min":1.208,"15min":1.208},"min":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"max":{"1min":2.129,"5min":2.129,"15min":2.129},"last":1.1220000000000001},{"interface":"front","average":{"1min":1.2909999999999999,"5min":1.2909999999999999,"15min":1.2909999999999999},"min":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"max":{"1min":1.827,"5min":1.827,"15min":1.827},"last":1.1859999999999999}]},{"osd":5,"last update":"Wed Aug 19 18:36:36 2020","interfaces":[{"interface":"back","average":{"1min":1.345,"5min":1.345,"15min":1.345},"min":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"max":{"1min":2.1739999999999999,"5min":2.1739999999999999,"15min":2.1739999999999999},"last":1.0029999999999999},{"interface":"front","average":{"1min":1.3160000000000001,"5min":1.3160000000000001,"15min":1.3160000000000001},"min":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"max":{"1min":1.7709999999999999,"5min":1.7709999999999999,"15min":1.7709999999999999},"last":1.2270000000000001}]},{"osd":6,"last update":"Wed Aug 19 18:36:36 2020","interfaces":[{"interface":"back","average":{"1min":1.3700000000000001,"5min":1.3700000000000001,"15min":1.3700000000000001},"min":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"max":{"1min":1.8220000000000001,"5min":1.8220000000000001,"15min":1.8220000000000001},"last":1.3999999999999999},{"interface":"front","average":{"1min":1.363,"5min":1.363,"15min":1.363},"min":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"max":{"1min":1.9930000000000001,"5min":1.9930000000000001,"15min":1.9930000000000001},"last":1.4410000000000001}]},{"osd":7,"last update":"Wed Aug 19 18:36:36 2020","interfaces":[{"interface":"back","average":{"1min":1.417,"5min":1.417,"15min":1.417},"min":{"1min":1.0600000000000001,"5min":1.0600000000000001,"15min":1.0600000000000001},"max":{"1min":2.214,"5min":2.214,"15min":2.214},"last":1.536},{"interface":"front","average":{"1min":1.4419999999999999,"5min":1.4419999999999999,"15min":1.4419999999999999},"min":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"max":{"1min":1.8320000000000001,"5min":1.8320000000000001,"15min":1.8320000000000001},"last":1.349}]}]},{"osd":4,"up_from":13,"seq":55834574866,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":9728,"kb_used_data":4600,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":94362112,"statfs":{"total":96636764160,"available":96626802688,"internally_reserved":0,"allocated":4710400,"data_stored":4342883,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Aug 19 18:36:36 2020","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.4470000000000001,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":1.179},{"interface":"front","average":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"min":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"max":{"1min":2.8620000000000001,"5min":2.8620000000000001,"15min":2.8620000000000001},"last":0.96099999999999997}]},{"osd":1,"last update":"Wed Aug 19 18:36:36 2020","interfaces":[{"interface":"back","average":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"min":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":3.1890000000000001,"5min":3.1890000000000001,"15min":3.1890000000000001},"last":0.90600000000000003},{"interface":"front","average":{"1min":1.2270000000000001,"5min":1.2270000000000001,"15min":1.2270000000000001},"min":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"max":{"1min":2.1669999999999998,"5min":2.1669999999999998,"15min":2.1669999999999998},"last":1.0149999999999999}]},{"osd":2,"last update":"Wed Aug 19 18:36:36 2020","interfaces":[{"interface":"back","average":{"1min":1.095,"5min":1.095,"15min":1.095},"min":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"max":{"1min":1.5189999999999999,"5min":1.5189999999999999,"15min":1.5189999999999999},"last":1.149},{"interface":"front","average":{"1min":1.28,"5min":1.28,"15min":1.28},"min":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"max":{"1min":2.3199999999999998,"5min":2.3199999999999998,"15min":2.3199999999999998},"last":1.958}]},{"osd":3,"last update":"Wed Aug 19 18:36:36 2020","interfaces":[{"interface":"back","average":{"1min":1.3100000000000001,"5min":1.3100000000000001,"15min":1.3100000000000001},"min":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"max":{"1min":2.5049999999999999,"5min":2.5049999999999999,"15min":2.5049999999999999},"last":2.0310000000000001},{"interface":"front","average":{"1min":1.3939999999999999,"5min":1.3939999999999999,"15min":1.3939999999999999},"min":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"max":{"1min":3.4870000000000001,"5min":3.4870000000000001,"15min":3.4870000000000001},"last":1.3}]},{"osd":5,"last update":"Wed Aug 19 18:36:36 2020","interfaces":[{"interface":"back","average":{"1min":1.425,"5min":1.425,"15min":1.425},"min":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"max":{"1min":2.456,"5min":2.456,"15min":2.456},"last":2.319},{"interface":"front","average":{"1min":1.355,"5min":1.355,"15min":1.355},"min":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"max":{"1min":2.266,"5min":2.266,"15min":2.266},"last":2.266}]},{"osd":6,"last update":"Wed Aug 19 18:36:36 2020","interfaces":[{"interface":"back","average":{"1min":1.6240000000000001,"5min":1.6240000000000001,"15min":1.6240000000000001},"min":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"max":{"1min":3.8220000000000001,"5min":3.8220000000000001,"15min":3.8220000000000001},"last":2.5289999999999999},{"interface":"front","average":{"1min":1.667,"5min":1.667,"15min":1.667},"min":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"max":{"1min":2.7240000000000002,"5min":2.7240000000000002,"15min":2.7240000000000002},"last":2.4980000000000002}]},{"osd":7,"last update":"Wed Aug 19 18:36:36 2020","interfaces":[{"interface":"back","average":{"1min":1.6739999999999999,"5min":1.6739999999999999,"15min":1.6739999999999999},"min":{"1min":1.157,"5min":1.157,"15min":1.157},"max":{"1min":3.2229999999999999,"5min":3.2229999999999999,"15min":3.2229999999999999},"last":2.407},{"interface":"front","average":{"1min":1.7649999999999999,"5min":1.7649999999999999,"15min":1.7649999999999999},"min":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"max":{"1min":4.157,"5min":4.157,"15min":4.157},"last":2.3500000000000001}]}]},{"osd":5,"up_from":13,"seq":55834574864,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":6724,"kb_used_data":1596,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":94365116,"statfs":{"total":96636764160,"available":96629878784,"internally_reserved":0,"allocated":1634304,"data_stored":1266787,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Aug 19 18:36:36 2020","interfaces":[{"interface":"back","average":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"min":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"max":{"1min":1.524,"5min":1.524,"15min":1.524},"last":0.75700000000000001},{"interface":"front","average":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.464,"5min":1.464,"15min":1.464},"last":1.236}]},{"osd":1,"last update":"Wed Aug 19 18:36:36 2020","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"min":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"max":{"1min":1.486,"5min":1.486,"15min":1.486},"last":0.81599999999999995},{"interface":"front","average":{"1min":1.016,"5min":1.016,"15min":1.016},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.367,"5min":1.367,"15min":1.367},"last":1}]},{"osd":2,"last update":"Wed Aug 19 18:36:36 2020","interfaces":[{"interface":"back","average":{"1min":0.999,"5min":0.999,"15min":0.999},"min":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"max":{"1min":1.5229999999999999,"5min":1.5229999999999999,"15min":1.5229999999999999},"last":0.90700000000000003},{"interface":"front","average":{"1min":1.1539999999999999,"5min":1.1539999999999999,"15min":1.1539999999999999},"min":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"max":{"1min":1.4350000000000001,"5min":1.4350000000000001,"15min":1.4350000000000001},"last":1.1819999999999999}]},{"osd":3,"last update":"Wed Aug 19 18:36:36 2020","interfaces":[{"interface":"back","average":{"1min":1.202,"5min":1.202,"15min":1.202},"min":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"max":{"1min":1.6639999999999999,"5min":1.6639999999999999,"15min":1.6639999999999999},"last":1.361},{"interface":"front","average":{"1min":1.248,"5min":1.248,"15min":1.248},"min":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"max":{"1min":1.4990000000000001,"5min":1.4990000000000001,"15min":1.4990000000000001},"last":1.335}]},{"osd":4,"last update":"Wed Aug 19 18:36:36 2020","interfaces":[{"interface":"back","average":{"1min":1.2330000000000001,"5min":1.2330000000000001,"15min":1.2330000000000001},"min":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"max":{"1min":1.806,"5min":1.806,"15min":1.806},"last":1.2110000000000001},{"interface":"front","average":{"1min":1.51,"5min":1.51,"15min":1.51},"min":{"1min":1.073,"5min":1.073,"15min":1.073},"max":{"1min":2.46,"5min":2.46,"15min":2.46},"last":1.488}]},{"osd":6,"last update":"Wed Aug 19 18:36:36 2020","interfaces":[{"interface":"back","average":{"1min":1.343,"5min":1.343,"15min":1.343},"min":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"max":{"1min":1.714,"5min":1.714,"15min":1.714},"last":1.5109999999999999},{"interface":"front","average":{"1min":1.4179999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"min":{"1min":1.1140000000000001,"5min":1.1140000000000001,"15min":1.1140000000000001},"max":{"1min":1.9830000000000001,"5min":1.9830000000000001,"15min":1.9830000000000001},"last":1.423}]},{"osd":7,"last update":"Wed Aug 19 18:36:36 2020","interfaces":[{"interface":"back","average":{"1min":1.538,"5min":1.538,"15min":1.538},"min":{"1min":1.232,"5min":1.232,"15min":1.232},"max":{"1min":2.7269999999999999,"5min":2.7269999999999999,"15min":2.7269999999999999},"last":1.7589999999999999},{"interface":"front","average":{"1min":1.6220000000000001,"5min":1.6220000000000001,"15min":1.6220000000000001},"min":{"1min":1.371,"5min":1.371,"15min":1.371},"max":{"1min":2.0680000000000001,"5min":2.0680000000000001,"15min":2.0680000000000001},"last":1.6519999999999999}]}]}]}} , 2020-08-19T18:36:44.430 INFO:teuthology.orchestra.run.smithi063:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd dump --format=json Ignoring malparsed backtrace: 2020-08-19T18:36:49.684 INFO:tasks.ceph:pgid 1.f last_scrub_stamp 2020-08-19T18:35:49.215530+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=35, tm_sec=49, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=36, tm_sec=44, tm_wday=2, tm_yday=232, tm_isdst=0) , 2020-08-19T18:36:49.685 INFO:tasks.ceph:pgid 1.e last_scrub_stamp 2020-08-19T18:35:49.215530+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=35, tm_sec=49, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=36, tm_sec=44, tm_wday=2, tm_yday=232, tm_isdst=0) , 2020-08-19T18:36:49.686 INFO:tasks.ceph:pgid 1.d last_scrub_stamp 2020-08-19T18:35:49.215530+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=35, tm_sec=49, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=36, tm_sec=44, tm_wday=2, tm_yday=232, tm_isdst=0) Ignoring malparsed backtrace: 2020-08-19T18:37:11.347 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi063.front.sepia.ceph.com , 2020-08-19T18:37:11.348 INFO:teuthology.orchestra.run.smithi063:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 , 2020-08-19T18:37:11.421 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi063.front.sepia.ceph.com Ignoring malparsed backtrace: 2020-08-19T18:37:16.520 INFO:teuthology.orchestra.run.smithi063.stdout:Dependencies resolved. , 2020-08-19T18:37:16.521 INFO:teuthology.orchestra.run.smithi063.stdout:================================================================================ , 2020-08-19T18:37:16.521 INFO:teuthology.orchestra.run.smithi063.stdout: Package Arch Version Repository Size Ignoring malparsed backtrace: 2020-08-19T18:37:18.738 INFO:teuthology.orchestra.run.smithi063.stdout: Erasing : oniguruma-6.8.2-1.el8.x86_64 3/5 , 2020-08-19T18:37:18.738 INFO:teuthology.orchestra.run.smithi055.stdout: Preparing : 1/1 , 2020-08-19T18:37:18.937 INFO:teuthology.orchestra.run.smithi055.stdout: Erasing : ceph-test-2:16.0.0-4528.g8d9001a.el8.x86_64 1/5 Ignoring malparsed backtrace: 2020-08-19T18:37:21.768 INFO:teuthology.orchestra.run.smithi055.stdout: Erasing : ceph-mon-2:16.0.0-4528.g8d9001a.el8.x86_64 3/4 , 2020-08-19T18:37:21.957 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-mon-2:16.0.0-4528.g8d9001a.el8.x86_64 3/4 , 2020-08-19T18:37:21.986 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-osd-2:16.0.0-4528.g8d9001a.el8.x86_64 4/4 Ignoring malparsed backtrace: 2020-08-19T18:37:22.856 INFO:teuthology.orchestra.run.smithi063.stdout: python3-requests-oauthlib noarch1.0.0-1.el8 @CentOS-Base 107 k , 2020-08-19T18:37:22.856 INFO:teuthology.orchestra.run.smithi063.stdout: python3-rgw x86_642:16.0.0-4528.g8d9001a.el8 @ceph 292 k , 2020-08-19T18:37:22.856 INFO:teuthology.orchestra.run.smithi063.stdout: python3-routes noarch2.4.1-12.el8 @epel 454 k Ignoring malparsed backtrace: 2020-08-19T18:37:23.629 INFO:teuthology.orchestra.run.smithi055.stdout: python3-repoze-lru noarch0.7-6.el8 @epel 84 k , 2020-08-19T18:37:23.630 INFO:teuthology.orchestra.run.smithi055.stdout: python3-requests noarch2.20.0-2.1.el8_1 @CentOS-Base 369 k , 2020-08-19T18:37:23.630 INFO:teuthology.orchestra.run.smithi055.stdout: python3-requests-oauthlib noarch1.0.0-1.el8 @CentOS-Base 107 k Ignoring malparsed backtrace: 2020-08-19T18:37:29.194 INFO:teuthology.orchestra.run.smithi055.stdout: Erasing : python3-numpy-f2py-1:1.14.3-9.el8.x86_64 21/85 , 2020-08-19T18:37:29.251 INFO:teuthology.orchestra.run.smithi063.stdout: Erasing : python3-mako-1.0.6-13.el8.noarch 31/85 , 2020-08-19T18:37:29.379 INFO:teuthology.orchestra.run.smithi063.stdout: Erasing : python3-jsonpatch-1.21-2.el8.noarch 32/85 Ignoring malparsed backtrace: 2020-08-19T18:37:38.168 INFO:teuthology.orchestra.run.smithi055.stdout: Erasing : python3-prettytable-0.7.2-14.el8.noarch 67/85 , 2020-08-19T18:37:38.169 INFO:teuthology.orchestra.run.smithi055.stdout: Erasing : ceph-selinux-2:16.0.0-4528.g8d9001a.el8.x86_64 68/85 , 2020-08-19T18:37:50.846 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-selinux-2:16.0.0-4528.g8d9001a.el8.x86_64 68/85 Ignoring malparsed backtrace: 2020-08-19T18:37:54.039 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 51/85 , 2020-08-19T18:37:54.039 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 52/85 , 2020-08-19T18:37:54.039 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-numpy-1:1.14.3-9.el8.x86_64 53/85 Ignoring malparsed backtrace: 2020-08-19T18:37:55.575 INFO:teuthology.orchestra.run.smithi063.stdout: python3-more-itertools-7.2.0-3.el8.noarch , 2020-08-19T18:37:55.575 INFO:teuthology.orchestra.run.smithi063.stdout: python3-numpy-1:1.14.3-9.el8.x86_64 , 2020-08-19T18:37:55.575 INFO:teuthology.orchestra.run.smithi063.stdout: python3-numpy-f2py-1:1.14.3-9.el8.x86_64 Ignoring malparsed backtrace: 2020-08-19T18:37:57.217 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-cssselect-0.9.2-10.el8.noarch 37/85 , 2020-08-19T18:37:57.217 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-execnet-1.7.1-1.el8.noarch 38/85 , 2020-08-19T18:37:57.217 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 39/85 Ignoring malparsed backtrace: 2020-08-19T18:37:58.818 INFO:teuthology.orchestra.run.smithi055.stdout: librgw2-2:16.0.0-4528.g8d9001a.el8.x86_64 , 2020-08-19T18:37:58.819 INFO:teuthology.orchestra.run.smithi055.stdout: libunwind-1.3.1-3.el8.x86_64 , 2020-08-19T18:37:58.819 INFO:teuthology.orchestra.run.smithi055.stdout: libxslt-1.1.32-3.el8.x86_64 Ignoring malparsed backtrace: 2020-08-19T18:38:00.680 INFO:teuthology.orchestra.run.smithi063.stdout:Nothing to do. , 2020-08-19T18:38:00.680 INFO:teuthology.orchestra.run.smithi063.stdout:Complete! , 2020-08-19T18:38:00.798 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: cephadm-2:16.0.0-4528.g8d9001a.el8.x86_64 1/1 Ignoring malparsed backtrace: 2020-08-19T18:38:04.474 INFO:teuthology.orchestra.run.smithi055.stdout:Complete! , 2020-08-19T18:38:04.500 INFO:teuthology.orchestra.run.smithi063.stdout:Dependencies resolved. , 2020-08-19T18:38:04.501 INFO:teuthology.orchestra.run.smithi063.stdout:================================================================================ Ignoring malparsed backtrace: 2020-08-19T18:38:07.610 INFO:teuthology.orchestra.run.smithi063.stdout: qemu-kvm-block-rbd x86_64 15:2.12.0-88.module_el8.1.0+297+df420408.3 , 2020-08-19T18:38:07.610 INFO:teuthology.orchestra.run.smithi063.stdout: @CentOS-AppStream 34 k , 2020-08-19T18:38:07.610 INFO:teuthology.orchestra.run.smithi063.stdout: rbd-fuse x86_64 2:16.0.0-4528.g8d9001a.el8 @ceph 292 k Ignoring malparsed backtrace: 2020-08-19T18:38:11.014 INFO:teuthology.orchestra.run.smithi063.stdout:Dependencies resolved. , 2020-08-19T18:38:11.015 INFO:teuthology.orchestra.run.smithi063.stdout:Nothing to do. , 2020-08-19T18:38:11.015 INFO:teuthology.orchestra.run.smithi063.stdout:Complete! Ignoring malparsed backtrace: 2020-08-19T18:38:14.736 INFO:teuthology.orchestra.run.smithi055.stdout: rbd-nbd-2:16.0.0-4528.g8d9001a.el8.x86_64 , 2020-08-19T18:38:14.736 INFO:teuthology.orchestra.run.smithi055.stdout: fmt-6.2.1-1.el8.x86_64 , 2020-08-19T18:38:14.736 INFO:teuthology.orchestra.run.smithi055.stdout: librbd1-2:16.0.0-4528.g8d9001a.el8.x86_64 Ignoring malparsed backtrace: 2020-08-19T18:38:20.653 DEBUG:teuthology.run_tasks:Unwinding manager pcp , 2020-08-19T18:38:20.666 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer , 2020-08-19T18:38:20.691 INFO:teuthology.task.internal:Duration was 574.566157 seconds Ignoring malparsed backtrace: ceph version 16.0.0-4528-g8d9001a (8d9001a8062a52bb640447b6a7e38abbff3580ee) pacific (dev) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe1) [0x7f0a30f1e1d7] , 2: (WriteOp::_finish(TestOp::CallbackInfo*)+0x6b0) [0x56540ac02a60] Ignoring malparsed backtrace: 2020-08-19T18:31:42.811 INFO:teuthology.orchestra.run.smithi023.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. , 2020-08-19T18:31:42.815 INFO:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-osd.7.asok dump_blocked_ops , 2020-08-19T18:31:42.940 INFO:teuthology.orchestra.run.smithi023.stdout:ERROR: (22) Invalid argument Ignoring malparsed backtrace: reweighted osd.1 to 1 (10000) , 2020-08-19T18:32:06.642 INFO:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd primary-affinity 1 1 , 2020-08-19T18:32:06.742+0000 7f546ee91700 -1 WARNING: all dangerous and experimental features are enabled. Ignoring malparsed backtrace: 2020-08-19T18:32:22.133 INFO:teuthology.orchestra.run.smithi017.stdout:60129542160 , 2020-08-19T18:32:22.134 INFO:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd last-stat-seq osd.0 , 2020-08-19T18:32:22.246+0000 7f17411fa700 -1 WARNING: all dangerous and experimental features are enabled. Ignoring malparsed backtrace: 2020-08-19T18:32:35.446+0000 7f4779b52700 -1 WARNING: all dangerous and experimental features are enabled. , 2020-08-19T18:32:35.491 INFO:teuthology.orchestra.run.smithi017.stdout:{ , 2020-08-19T18:32:35.491 INFO:teuthology.orchestra.run.smithi017.stdout: "success": "osd_debug_deep_scrub_sleep = '0.000000' (not observed, change may require restart) " Ignoring malparsed backtrace: 2020-08-19T18:32:38.564 INFO:tasks.ceph:pgid 2.6 last_scrub_stamp 2020-08-19T18:31:16.310211+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=31, tm_sec=16, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=32, tm_sec=33, tm_wday=2, tm_yday=232, tm_isdst=0) , 2020-08-19T18:32:38.564 INFO:tasks.ceph:pgid 2.7 last_scrub_stamp 2020-08-19T18:32:31.045336+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=32, tm_sec=31, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=32, tm_sec=33, tm_wday=2, tm_yday=232, tm_isdst=0) , 2020-08-19T18:32:38.565 INFO:tasks.ceph:pgid 3.6 last_scrub_stamp 2020-08-19T18:32:00.904593+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=32, tm_sec=0, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=32, tm_sec=33, tm_wday=2, tm_yday=232, tm_isdst=0) Ignoring malparsed backtrace: 2020-08-19T18:33:27.619 INFO:teuthology.orchestra.run.smithi017:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 , 2020-08-19T18:33:27.783 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi023.front.sepia.ceph.com , 2020-08-19T18:33:27.783 INFO:teuthology.orchestra.run.smithi023:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 Ignoring malparsed backtrace: 2020-08-19T18:33:37.006 INFO:teuthology.orchestra.run.smithi017.stdout:The following packages will be REMOVED: , 2020-08-19T18:33:37.007 INFO:teuthology.orchestra.run.smithi017.stdout: ceph* , 2020-08-19T18:33:37.041 INFO:teuthology.orchestra.run.smithi023.stdout:The following packages were automatically installed and are no longer required: Ignoring malparsed backtrace: 2020-08-19T18:33:39.333 INFO:teuthology.orchestra.run.smithi017.stdout:After this operation, 490 kB disk space will be freed. , 2020-08-19T18:33:39.447 INFO:teuthology.orchestra.run.smithi017.stdout:(Reading database ... , (Reading database ... 5% Ignoring malparsed backtrace: 2020-08-19T18:33:42.050 INFO:teuthology.orchestra.run.smithi017.stdout:Use 'sudo apt autoremove' to remove them. , 2020-08-19T18:33:42.068 INFO:teuthology.orchestra.run.smithi017.stdout:The following packages will be REMOVED: , 2020-08-19T18:33:42.079 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mds* Ignoring malparsed backtrace: W: --force-yes is deprecated, use one of the options starting with --allow instead. , 2020-08-19T18:33:45.006 INFO:teuthology.orchestra.run.smithi023.stdout:Reading package lists... , W: --force-yes is deprecated, use one of the options starting with --allow instead. Ignoring malparsed backtrace: 2020-08-19T18:33:46.503 INFO:teuthology.orchestra.run.smithi017.stdout:Removing ceph-mgr-k8sevents (16.0.0-4528-g8d9001a-1bionic) ... , 2020-08-19T18:33:46.901 INFO:teuthology.orchestra.run.smithi023.stdout:Removing ceph-mgr-dashboard (16.0.0-4528-g8d9001a-1bionic) ... , 2020-08-19T18:33:46.904 INFO:teuthology.orchestra.run.smithi017.stdout:Removing ceph-mgr-dashboard (16.0.0-4528-g8d9001a-1bionic) ... Ignoring malparsed backtrace: 2020-08-19T18:33:50.465 INFO:teuthology.orchestra.run.smithi023.stdout: python3-olefile python3-paste python3-pastedeploy python3-pastescript , 2020-08-19T18:33:50.466 INFO:teuthology.orchestra.run.smithi023.stdout: python3-pecan python3-pil python3-pluggy python3-prettytable python3-py , 2020-08-19T18:33:50.466 INFO:teuthology.orchestra.run.smithi023.stdout: python3-pyasn1 python3-pyasn1-modules python3-pyinotify python3-pyparsing Ignoring malparsed backtrace: 2020-08-19T18:33:55.896 INFO:teuthology.orchestra.run.smithi023.stdout:(Reading database ... , (Reading database ... 5% , (Reading database ... 10% Ignoring malparsed backtrace: (Reading database ... 30% , (Reading database ... 35% , (Reading database ... 40% Ignoring malparsed backtrace: 2020-08-19T18:34:04.352 INFO:teuthology.orchestra.run.smithi017.stdout: python3-bcrypt python3-bs4 python3-ceph-common python3-cherrypy3 , 2020-08-19T18:34:04.352 INFO:teuthology.orchestra.run.smithi017.stdout: python3-cycler python3-dateutil python3-decorator python3-fasteners , 2020-08-19T18:34:04.353 INFO:teuthology.orchestra.run.smithi017.stdout: python3-html5lib python3-httplib2 python3-jinja2 python3-joblib Ignoring malparsed backtrace: 2020-08-19T18:34:05.430 INFO:teuthology.orchestra.run.smithi017.stdout: libradosstriper1 librdkafka1 librgw2 libsnappy1v5 libxslt1.1 python-attr , 2020-08-19T18:34:05.431 INFO:teuthology.orchestra.run.smithi017.stdout: python-funcsigs python-pastedeploy-tpl python-pluggy python-py python-pytest , 2020-08-19T18:34:05.431 INFO:teuthology.orchestra.run.smithi017.stdout: python3-attr python3-bcrypt python3-bs4 python3-ceph-argparse Ignoring malparsed backtrace: 2020-08-19T18:34:07.968 INFO:teuthology.orchestra.run.smithi017.stdout:Reading state information... , W: --force-yes is deprecated, use one of the options starting with --allow instead. , 2020-08-19T18:34:08.088 INFO:teuthology.orchestra.run.smithi023.stdout:Reading package lists... Ignoring malparsed backtrace: 2020-08-19T18:34:09.086 INFO:teuthology.orchestra.run.smithi023.stdout: python3-uritemplate python3-waitress python3-webencodings python3-webob , 2020-08-19T18:34:09.086 INFO:teuthology.orchestra.run.smithi023.stdout: python3-websocket python3-webtest python3-werkzeug socat xmlstarlet , 2020-08-19T18:34:09.086 INFO:teuthology.orchestra.run.smithi023.stdout:Use 'sudo apt autoremove' to remove them. Ignoring malparsed backtrace: 2020-08-19T18:34:10.103 INFO:teuthology.orchestra.run.smithi023.stdout:Removing python3-rbd (16.0.0-4528-g8d9001a-1bionic) ... , W: --force-yes is deprecated, use one of the options starting with --allow instead. , 2020-08-19T18:34:10.734 INFO:teuthology.orchestra.run.smithi017.stdout:Reading package lists... Ignoring malparsed backtrace: (Reading database ... 107639 files and directories currently installed.) , 2020-08-19T18:34:11.970 INFO:teuthology.orchestra.run.smithi023.stdout:Removing libcephfs-dev (16.0.0-4528-g8d9001a-1bionic) ... , 2020-08-19T18:34:12.047 INFO:teuthology.orchestra.run.smithi017.stdout:Removing libcephfs2 (16.0.0-4528-g8d9001a-1bionic) ... Ignoring malparsed backtrace: 2020-08-19T18:34:14.516 INFO:teuthology.orchestra.run.smithi023.stdout: gstreamer1.0-plugins-good gstreamer1.0-x ipxe-qemu , 2020-08-19T18:34:14.516 INFO:teuthology.orchestra.run.smithi023.stdout: ipxe-qemu-256k-compat-efi-roms jq libaa1 libavc1394-0 libbluetooth3 , 2020-08-19T18:34:14.517 INFO:teuthology.orchestra.run.smithi023.stdout: libbrlapi0.6 libcacard0 libcdparanoia0 libdv4 libfdt1 Ignoring malparsed backtrace: 2020-08-19T18:34:19.551 INFO:teuthology.orchestra.run.smithi017.stdout:(Reading database ... , (Reading database ... 5% , (Reading database ... 10% Ignoring malparsed backtrace: 2020-08-19T18:34:22.248 INFO:teuthology.orchestra.run.smithi023.stdout: libopus0 liborc-0.4-0 librabbitmq4 libraw1394-11 librdkafka1 libsamplerate0 , 2020-08-19T18:34:22.248 INFO:teuthology.orchestra.run.smithi023.stdout: libshout3 libsnappy1v5 libspeex1 libspice-server1 libtag1v5 , 2020-08-19T18:34:22.248 INFO:teuthology.orchestra.run.smithi023.stdout: libtag1v5-vanilla libtwolame0 libusbredirparser1 libv4l-0 libv4lconvert0 Ignoring malparsed backtrace: 2020-08-19T18:34:23.076 INFO:teuthology.orchestra.run.smithi017.stdout:Building dependency tree... , 2020-08-19T18:34:23.077 INFO:teuthology.orchestra.run.smithi017.stdout:Reading state information... , 2020-08-19T18:34:23.249 INFO:teuthology.orchestra.run.smithi023.stdout:Building dependency tree... Ignoring malparsed backtrace: (Reading database ... 60% , (Reading database ... 65% , (Reading database ... 70% Ignoring malparsed backtrace: 2020-08-19T18:34:38.124 INFO:teuthology.orchestra.run.smithi017.stdout:Removing libonig4:amd64 (6.7.0-1) ... , 2020-08-19T18:34:38.124 INFO:teuthology.orchestra.run.smithi017.stdout:Removing libopus0:amd64 (1.1.2-1ubuntu1) ... , 2020-08-19T18:34:38.125 INFO:teuthology.orchestra.run.smithi017.stdout:Removing liborc-0.4-0:amd64 (1:0.4.28-1) ... Ignoring malparsed backtrace: 2020-08-19T18:34:55.502 INFO:teuthology.orchestra.run.smithi023.stdout:Removing python3-kubernetes (2.0.0-2ubuntu1) ... , 2020-08-19T18:34:55.946 INFO:teuthology.orchestra.run.smithi017.stdout:Removing python3-scipy (0.19.1-2ubuntu1) ... , 2020-08-19T18:34:56.514 INFO:teuthology.orchestra.run.smithi023.stdout:Removing python3-dateutil (2.6.1-1) ... Ignoring malparsed backtrace: W: --force-yes is deprecated, use one of the options starting with --allow instead. , 2020-08-19T18:35:20.638 DEBUG:teuthology.parallel:result is None , 2020-08-19T18:35:20.639 INFO:teuthology.task.install:Removing ceph sources lists Ignoring malparsed backtrace: raise CommandCrashedError(command=self.command) , teuthology.exceptions.CommandCrashedError: Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --pool-snaps --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 50 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op copy_from 50 --op write_excl 50 --pool unique_pool_0' , Ignoring malparsed backtrace: ceph version 16.0.0-4528-g8d9001a (8d9001a8062a52bb640447b6a7e38abbff3580ee) pacific (dev) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe1) [0x7f0a30f1e1d7] , 2: (WriteOp::_finish(TestOp::CallbackInfo*)+0x6b0) [0x56540ac02a60] Ignoring malparsed backtrace: 2020-08-19T18:31:42.811 INFO:teuthology.orchestra.run.smithi023.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. , 2020-08-19T18:31:42.815 INFO:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-osd.7.asok dump_blocked_ops , 2020-08-19T18:31:42.940 INFO:teuthology.orchestra.run.smithi023.stdout:ERROR: (22) Invalid argument Ignoring malparsed backtrace: reweighted osd.1 to 1 (10000) , 2020-08-19T18:32:06.642 INFO:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd primary-affinity 1 1 , 2020-08-19T18:32:06.742+0000 7f546ee91700 -1 WARNING: all dangerous and experimental features are enabled. Ignoring malparsed backtrace: 2020-08-19T18:32:22.133 INFO:teuthology.orchestra.run.smithi017.stdout:60129542160 , 2020-08-19T18:32:22.134 INFO:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd last-stat-seq osd.0 , 2020-08-19T18:32:22.246+0000 7f17411fa700 -1 WARNING: all dangerous and experimental features are enabled. Ignoring malparsed backtrace: 2020-08-19T18:32:35.446+0000 7f4779b52700 -1 WARNING: all dangerous and experimental features are enabled. , 2020-08-19T18:32:35.491 INFO:teuthology.orchestra.run.smithi017.stdout:{ , 2020-08-19T18:32:35.491 INFO:teuthology.orchestra.run.smithi017.stdout: "success": "osd_debug_deep_scrub_sleep = '0.000000' (not observed, change may require restart) " Ignoring malparsed backtrace: 2020-08-19T18:32:38.564 INFO:tasks.ceph:pgid 2.6 last_scrub_stamp 2020-08-19T18:31:16.310211+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=31, tm_sec=16, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=32, tm_sec=33, tm_wday=2, tm_yday=232, tm_isdst=0) , 2020-08-19T18:32:38.564 INFO:tasks.ceph:pgid 2.7 last_scrub_stamp 2020-08-19T18:32:31.045336+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=32, tm_sec=31, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=32, tm_sec=33, tm_wday=2, tm_yday=232, tm_isdst=0) , 2020-08-19T18:32:38.565 INFO:tasks.ceph:pgid 3.6 last_scrub_stamp 2020-08-19T18:32:00.904593+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=32, tm_sec=0, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=32, tm_sec=33, tm_wday=2, tm_yday=232, tm_isdst=0) Ignoring malparsed backtrace: 2020-08-19T18:33:27.619 INFO:teuthology.orchestra.run.smithi017:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 , 2020-08-19T18:33:27.783 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi023.front.sepia.ceph.com , 2020-08-19T18:33:27.783 INFO:teuthology.orchestra.run.smithi023:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 Ignoring malparsed backtrace: 2020-08-19T18:33:37.006 INFO:teuthology.orchestra.run.smithi017.stdout:The following packages will be REMOVED: , 2020-08-19T18:33:37.007 INFO:teuthology.orchestra.run.smithi017.stdout: ceph* , 2020-08-19T18:33:37.041 INFO:teuthology.orchestra.run.smithi023.stdout:The following packages were automatically installed and are no longer required: Ignoring malparsed backtrace: 2020-08-19T18:33:39.333 INFO:teuthology.orchestra.run.smithi017.stdout:After this operation, 490 kB disk space will be freed. , 2020-08-19T18:33:39.447 INFO:teuthology.orchestra.run.smithi017.stdout:(Reading database ... , (Reading database ... 5% Ignoring malparsed backtrace: 2020-08-19T18:33:42.050 INFO:teuthology.orchestra.run.smithi017.stdout:Use 'sudo apt autoremove' to remove them. , 2020-08-19T18:33:42.068 INFO:teuthology.orchestra.run.smithi017.stdout:The following packages will be REMOVED: , 2020-08-19T18:33:42.079 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mds* Ignoring malparsed backtrace: W: --force-yes is deprecated, use one of the options starting with --allow instead. , 2020-08-19T18:33:45.006 INFO:teuthology.orchestra.run.smithi023.stdout:Reading package lists... , W: --force-yes is deprecated, use one of the options starting with --allow instead. Ignoring malparsed backtrace: 2020-08-19T18:33:46.503 INFO:teuthology.orchestra.run.smithi017.stdout:Removing ceph-mgr-k8sevents (16.0.0-4528-g8d9001a-1bionic) ... , 2020-08-19T18:33:46.901 INFO:teuthology.orchestra.run.smithi023.stdout:Removing ceph-mgr-dashboard (16.0.0-4528-g8d9001a-1bionic) ... , 2020-08-19T18:33:46.904 INFO:teuthology.orchestra.run.smithi017.stdout:Removing ceph-mgr-dashboard (16.0.0-4528-g8d9001a-1bionic) ... Ignoring malparsed backtrace: 2020-08-19T18:33:50.465 INFO:teuthology.orchestra.run.smithi023.stdout: python3-olefile python3-paste python3-pastedeploy python3-pastescript , 2020-08-19T18:33:50.466 INFO:teuthology.orchestra.run.smithi023.stdout: python3-pecan python3-pil python3-pluggy python3-prettytable python3-py , 2020-08-19T18:33:50.466 INFO:teuthology.orchestra.run.smithi023.stdout: python3-pyasn1 python3-pyasn1-modules python3-pyinotify python3-pyparsing Ignoring malparsed backtrace: 2020-08-19T18:33:55.896 INFO:teuthology.orchestra.run.smithi023.stdout:(Reading database ... , (Reading database ... 5% , (Reading database ... 10% Ignoring malparsed backtrace: (Reading database ... 30% , (Reading database ... 35% , (Reading database ... 40% Ignoring malparsed backtrace: 2020-08-19T18:34:04.352 INFO:teuthology.orchestra.run.smithi017.stdout: python3-bcrypt python3-bs4 python3-ceph-common python3-cherrypy3 , 2020-08-19T18:34:04.352 INFO:teuthology.orchestra.run.smithi017.stdout: python3-cycler python3-dateutil python3-decorator python3-fasteners , 2020-08-19T18:34:04.353 INFO:teuthology.orchestra.run.smithi017.stdout: python3-html5lib python3-httplib2 python3-jinja2 python3-joblib Ignoring malparsed backtrace: 2020-08-19T18:34:05.430 INFO:teuthology.orchestra.run.smithi017.stdout: libradosstriper1 librdkafka1 librgw2 libsnappy1v5 libxslt1.1 python-attr , 2020-08-19T18:34:05.431 INFO:teuthology.orchestra.run.smithi017.stdout: python-funcsigs python-pastedeploy-tpl python-pluggy python-py python-pytest , 2020-08-19T18:34:05.431 INFO:teuthology.orchestra.run.smithi017.stdout: python3-attr python3-bcrypt python3-bs4 python3-ceph-argparse Ignoring malparsed backtrace: 2020-08-19T18:34:07.968 INFO:teuthology.orchestra.run.smithi017.stdout:Reading state information... , W: --force-yes is deprecated, use one of the options starting with --allow instead. , 2020-08-19T18:34:08.088 INFO:teuthology.orchestra.run.smithi023.stdout:Reading package lists... Ignoring malparsed backtrace: 2020-08-19T18:34:09.086 INFO:teuthology.orchestra.run.smithi023.stdout: python3-uritemplate python3-waitress python3-webencodings python3-webob , 2020-08-19T18:34:09.086 INFO:teuthology.orchestra.run.smithi023.stdout: python3-websocket python3-webtest python3-werkzeug socat xmlstarlet , 2020-08-19T18:34:09.086 INFO:teuthology.orchestra.run.smithi023.stdout:Use 'sudo apt autoremove' to remove them. Ignoring malparsed backtrace: 2020-08-19T18:34:10.103 INFO:teuthology.orchestra.run.smithi023.stdout:Removing python3-rbd (16.0.0-4528-g8d9001a-1bionic) ... , W: --force-yes is deprecated, use one of the options starting with --allow instead. , 2020-08-19T18:34:10.734 INFO:teuthology.orchestra.run.smithi017.stdout:Reading package lists... Ignoring malparsed backtrace: (Reading database ... 107639 files and directories currently installed.) , 2020-08-19T18:34:11.970 INFO:teuthology.orchestra.run.smithi023.stdout:Removing libcephfs-dev (16.0.0-4528-g8d9001a-1bionic) ... , 2020-08-19T18:34:12.047 INFO:teuthology.orchestra.run.smithi017.stdout:Removing libcephfs2 (16.0.0-4528-g8d9001a-1bionic) ... Ignoring malparsed backtrace: 2020-08-19T18:34:14.516 INFO:teuthology.orchestra.run.smithi023.stdout: gstreamer1.0-plugins-good gstreamer1.0-x ipxe-qemu , 2020-08-19T18:34:14.516 INFO:teuthology.orchestra.run.smithi023.stdout: ipxe-qemu-256k-compat-efi-roms jq libaa1 libavc1394-0 libbluetooth3 , 2020-08-19T18:34:14.517 INFO:teuthology.orchestra.run.smithi023.stdout: libbrlapi0.6 libcacard0 libcdparanoia0 libdv4 libfdt1 Ignoring malparsed backtrace: 2020-08-19T18:34:19.551 INFO:teuthology.orchestra.run.smithi017.stdout:(Reading database ... , (Reading database ... 5% , (Reading database ... 10% Ignoring malparsed backtrace: 2020-08-19T18:34:22.248 INFO:teuthology.orchestra.run.smithi023.stdout: libopus0 liborc-0.4-0 librabbitmq4 libraw1394-11 librdkafka1 libsamplerate0 , 2020-08-19T18:34:22.248 INFO:teuthology.orchestra.run.smithi023.stdout: libshout3 libsnappy1v5 libspeex1 libspice-server1 libtag1v5 , 2020-08-19T18:34:22.248 INFO:teuthology.orchestra.run.smithi023.stdout: libtag1v5-vanilla libtwolame0 libusbredirparser1 libv4l-0 libv4lconvert0 Ignoring malparsed backtrace: 2020-08-19T18:34:23.076 INFO:teuthology.orchestra.run.smithi017.stdout:Building dependency tree... , 2020-08-19T18:34:23.077 INFO:teuthology.orchestra.run.smithi017.stdout:Reading state information... , 2020-08-19T18:34:23.249 INFO:teuthology.orchestra.run.smithi023.stdout:Building dependency tree... Ignoring malparsed backtrace: (Reading database ... 60% , (Reading database ... 65% , (Reading database ... 70% Ignoring malparsed backtrace: 2020-08-19T18:34:38.124 INFO:teuthology.orchestra.run.smithi017.stdout:Removing libonig4:amd64 (6.7.0-1) ... , 2020-08-19T18:34:38.124 INFO:teuthology.orchestra.run.smithi017.stdout:Removing libopus0:amd64 (1.1.2-1ubuntu1) ... , 2020-08-19T18:34:38.125 INFO:teuthology.orchestra.run.smithi017.stdout:Removing liborc-0.4-0:amd64 (1:0.4.28-1) ... Ignoring malparsed backtrace: 2020-08-19T18:34:55.502 INFO:teuthology.orchestra.run.smithi023.stdout:Removing python3-kubernetes (2.0.0-2ubuntu1) ... , 2020-08-19T18:34:55.946 INFO:teuthology.orchestra.run.smithi017.stdout:Removing python3-scipy (0.19.1-2ubuntu1) ... , 2020-08-19T18:34:56.514 INFO:teuthology.orchestra.run.smithi023.stdout:Removing python3-dateutil (2.6.1-1) ... Ignoring malparsed backtrace: W: --force-yes is deprecated, use one of the options starting with --allow instead. , 2020-08-19T18:35:20.638 DEBUG:teuthology.parallel:result is None , 2020-08-19T18:35:20.639 INFO:teuthology.task.install:Removing ceph sources lists Ignoring malparsed backtrace: raise CommandCrashedError(command=self.command) , teuthology.exceptions.CommandCrashedError: Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --pool-snaps --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 50 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op copy_from 50 --op write_excl 50 --pool unique_pool_0' , Ignoring malparsed backtrace: ceph version 16.0.0-4528-g8d9001a (8d9001a8062a52bb640447b6a7e38abbff3580ee) pacific (dev) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe1) [0x7feebecab1d7] , 2: (WriteOp::_finish(TestOp::CallbackInfo*)+0x6b0) [0x560cf78c2a60] Ignoring malparsed backtrace: 2020-08-19T18:23:41.747 INFO:teuthology.orchestra.run.smithi008.stdout: }, , 2020-08-19T18:23:41.747 INFO:teuthology.orchestra.run.smithi008.stdout: { , 2020-08-19T18:23:41.747 INFO:teuthology.orchestra.run.smithi008.stdout: "event": "started", Ignoring malparsed backtrace: 2020-08-19T18:23:41.774 INFO:teuthology.orchestra.run.smithi008.stdout: "duration": 7.0729999999999999e-06 , 2020-08-19T18:23:41.774 INFO:teuthology.orchestra.run.smithi008.stdout: }, , 2020-08-19T18:23:41.774 INFO:teuthology.orchestra.run.smithi008.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:23:41.937 INFO:teuthology.orchestra.run.smithi008:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-osd.1.asok dump_blocked_ops , 2020-08-19T18:23:42.092 INFO:teuthology.orchestra.run.smithi008.stdout:{ , 2020-08-19T18:23:42.092 INFO:teuthology.orchestra.run.smithi008.stdout: "ops": [], Ignoring malparsed backtrace: 2020-08-19T18:23:42.969 INFO:teuthology.orchestra.run.smithi008.stdout: "ops": [] , 2020-08-19T18:23:42.969 INFO:teuthology.orchestra.run.smithi008.stdout:} , 2020-08-19T18:23:42.978 INFO:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-osd.4.asok dump_ops_in_flight Ignoring malparsed backtrace: 2020-08-19T18:23:44.073 INFO:teuthology.orchestra.run.smithi022.stdout:{ , 2020-08-19T18:23:44.073 INFO:teuthology.orchestra.run.smithi022.stdout: "size": 20, , 2020-08-19T18:23:44.074 INFO:teuthology.orchestra.run.smithi022.stdout: "duration": 600, Ignoring malparsed backtrace: 2020-08-19T18:23:44.105 INFO:teuthology.orchestra.run.smithi022.stdout: "duration": 8.5059999999999995e-06 , 2020-08-19T18:23:44.105 INFO:teuthology.orchestra.run.smithi022.stdout: }, , 2020-08-19T18:23:44.105 INFO:teuthology.orchestra.run.smithi022.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:23:44.493 INFO:teuthology.orchestra.run.smithi022.stdout: }, , 2020-08-19T18:23:44.496 INFO:teuthology.orchestra.run.smithi022.stdout: { , 2020-08-19T18:23:44.497 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "throttled", Ignoring malparsed backtrace: 2020-08-19T18:23:44.543 INFO:teuthology.orchestra.run.smithi022.stdout: }, , 2020-08-19T18:23:44.543 INFO:teuthology.orchestra.run.smithi022.stdout: { , 2020-08-19T18:23:44.543 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "waiting for subops from 0", Ignoring malparsed backtrace: 2020-08-19T18:23:44.562 INFO:teuthology.orchestra.run.smithi022.stdout: "duration": 0 , 2020-08-19T18:23:44.562 INFO:teuthology.orchestra.run.smithi022.stdout: }, , 2020-08-19T18:23:44.562 INFO:teuthology.orchestra.run.smithi022.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:23:44.582 INFO:teuthology.orchestra.run.smithi022.stdout: "duration": 0.001458221 , 2020-08-19T18:23:44.582 INFO:teuthology.orchestra.run.smithi022.stdout: }, , 2020-08-19T18:23:44.583 INFO:teuthology.orchestra.run.smithi022.stdout: { Ignoring malparsed backtrace: reweighted osd.3 to 1 (10000) , 2020-08-19T18:23:53.702 INFO:teuthology.orchestra.run.smithi008:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd primary-affinity 3 1 , set osd.3 primary-affinity to 1 (8655362) Ignoring malparsed backtrace: 2020-08-19T18:24:11.567 INFO:teuthology.orchestra.run.smithi008.stdout:} , 2020-08-19T18:24:11.582 INFO:teuthology.orchestra.run.smithi008:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd deep-scrub 0 , instructed osd(s) 0 to deep-scrub Ignoring malparsed backtrace: File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__ , next(self.gen) , File "/home/teuthworker/src/git.ceph.com_ceph-c_wip-kefu-testing-2020-08-19-1141/qa/tasks/rados.py", line 277, in task Ignoring malparsed backtrace: 2020-08-19T18:24:59.788 INFO:tasks.ceph:Cleaning ceph cluster... , 2020-08-19T18:24:59.789 INFO:teuthology.orchestra.run.smithi008:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid , 2020-08-19T18:24:59.794 INFO:teuthology.orchestra.run.smithi022:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid Ignoring malparsed backtrace: (Reading database ... 100% , (Reading database ... 109820 files and directories currently installed.) , 2020-08-19T18:25:02.838 INFO:teuthology.orchestra.run.smithi008.stdout:Removing ceph (16.0.0-4528-g8d9001a-1bionic) ... Ignoring malparsed backtrace: 2020-08-19T18:25:05.259 INFO:teuthology.orchestra.run.smithi022.stdout:Warning: group `nogroup' has no more members. , 2020-08-19T18:25:05.266 INFO:teuthology.orchestra.run.smithi008.stdout:Looking for files to backup/remove ... , 2020-08-19T18:25:05.268 INFO:teuthology.orchestra.run.smithi008.stdout:Removing files ... Ignoring malparsed backtrace: (Reading database ... 5% , (Reading database ... 10% , (Reading database ... 15% Ignoring malparsed backtrace: 2020-08-19T18:25:10.739 INFO:teuthology.orchestra.run.smithi008.stdout: python3-bcrypt python3-bs4 python3-cherrypy3 python3-cycler python3-dateutil , 2020-08-19T18:25:10.739 INFO:teuthology.orchestra.run.smithi008.stdout: python3-decorator python3-fasteners python3-html5lib python3-httplib2 , 2020-08-19T18:25:10.740 INFO:teuthology.orchestra.run.smithi008.stdout: python3-jinja2 python3-joblib python3-json-pointer python3-jsonpatch Ignoring malparsed backtrace: (Reading database ... 80% , (Reading database ... 85% , (Reading database ... 90% Ignoring malparsed backtrace: (Reading database ... 65% , (Reading database ... 70% , (Reading database ... 75% Ignoring malparsed backtrace: 2020-08-19T18:25:22.879 INFO:teuthology.orchestra.run.smithi022.stdout:dpkg: warning: while removing ceph-base, directory '/usr/libexec' not empty so not removed , 2020-08-19T18:25:23.001 INFO:teuthology.orchestra.run.smithi022.stdout:Purging configuration files for ceph-common (16.0.0-4528-g8d9001a-1bionic) ... , 2020-08-19T18:25:23.266 INFO:teuthology.orchestra.run.smithi008.stdout:dpkg: warning: while removing ceph-base, directory '/usr/libexec' not empty so not removed Ignoring malparsed backtrace: (Reading database ... 60% , (Reading database ... 65% , (Reading database ... 70% Ignoring malparsed backtrace: 2020-08-19T18:25:29.634 INFO:teuthology.orchestra.run.smithi022.stdout: python3-pecan python3-pil python3-pluggy python3-prettytable python3-py , 2020-08-19T18:25:29.634 INFO:teuthology.orchestra.run.smithi022.stdout: python3-pyasn1 python3-pyasn1-modules python3-pyinotify python3-pyparsing , 2020-08-19T18:25:29.634 INFO:teuthology.orchestra.run.smithi022.stdout: python3-pytest python3-repoze.lru python3-routes python3-rsa python3-scipy Ignoring malparsed backtrace: 2020-08-19T18:25:30.751 INFO:teuthology.orchestra.run.smithi008.stdout: python3-matplotlib python3-monotonic python3-numpy python3-oauth2client , 2020-08-19T18:25:30.751 INFO:teuthology.orchestra.run.smithi008.stdout: python3-olefile python3-paste python3-pastedeploy python3-pastescript , 2020-08-19T18:25:30.751 INFO:teuthology.orchestra.run.smithi008.stdout: python3-pecan python3-pil python3-pluggy python3-prettytable python3-py Ignoring malparsed backtrace: 2020-08-19T18:25:33.489 INFO:teuthology.orchestra.run.smithi022.stdout: ceph-mgr-modules-core jq libjq1 libleveldb1v5 liboath0 libonig4 librabbitmq4 , 2020-08-19T18:25:33.489 INFO:teuthology.orchestra.run.smithi022.stdout: libradosstriper1 librdkafka1 librgw2 libsnappy1v5 libxslt1.1 python-attr , 2020-08-19T18:25:33.489 INFO:teuthology.orchestra.run.smithi022.stdout: python-funcsigs python-pastedeploy-tpl python-pluggy python-py python-pytest Ignoring malparsed backtrace: (Reading database ... 10% , (Reading database ... 15% , (Reading database ... 20% Ignoring malparsed backtrace: 2020-08-19T18:25:36.322 INFO:teuthology.orchestra.run.smithi022.stdout:(Reading database ... , (Reading database ... 5% , (Reading database ... 10% Ignoring malparsed backtrace: 2020-08-19T18:25:38.222 INFO:teuthology.orchestra.run.smithi022.stdout:0 upgraded, 0 newly installed, 0 to remove and 5 not upgraded. , W: --force-yes is deprecated, use one of the options starting with --allow instead. , 2020-08-19T18:25:38.299 INFO:teuthology.orchestra.run.smithi022.stdout:Reading package lists... Ignoring malparsed backtrace: 2020-08-19T18:25:39.721 INFO:teuthology.orchestra.run.smithi008.stdout: libopus0 liborc-0.4-0 librabbitmq4 libraw1394-11 librdkafka1 libsamplerate0 , 2020-08-19T18:25:39.721 INFO:teuthology.orchestra.run.smithi008.stdout: libshout3 libsnappy1v5 libspeex1 libspice-server1 libtag1v5 , 2020-08-19T18:25:39.722 INFO:teuthology.orchestra.run.smithi008.stdout: libtag1v5-vanilla libtwolame0 libusbredirparser1 libv4l-0 libv4lconvert0 Ignoring malparsed backtrace: (Reading database ... 30% , (Reading database ... 35% , (Reading database ... 40% Ignoring malparsed backtrace: 2020-08-19T18:25:47.494 INFO:teuthology.orchestra.run.smithi008.stdout: gstreamer1.0-plugins-good gstreamer1.0-x ipxe-qemu , 2020-08-19T18:25:47.494 INFO:teuthology.orchestra.run.smithi008.stdout: ipxe-qemu-256k-compat-efi-roms jq libaa1 libavc1394-0 libbluetooth3 , 2020-08-19T18:25:47.494 INFO:teuthology.orchestra.run.smithi008.stdout: libbrlapi0.6 libcacard0 libcdparanoia0 libdv4 libfdt1 Ignoring malparsed backtrace: 2020-08-19T18:25:48.365 INFO:teuthology.orchestra.run.smithi022.stdout:0 upgraded, 0 newly installed, 122 to remove and 5 not upgraded. , 2020-08-19T18:25:48.366 INFO:teuthology.orchestra.run.smithi022.stdout:After this operation, 148 MB disk space will be freed. , 2020-08-19T18:25:48.485 INFO:teuthology.orchestra.run.smithi008.stdout:Building dependency tree... Ignoring malparsed backtrace: (Reading database ... 107464 files and directories currently installed.) , 2020-08-19T18:25:49.150 INFO:teuthology.orchestra.run.smithi008.stdout:Removing ceph-mgr-modules-core (16.0.0-4528-g8d9001a-1bionic) ... , 2020-08-19T18:25:49.326 INFO:teuthology.orchestra.run.smithi022.stdout:Removing gstreamer1.0-plugins-good:amd64 (1.14.5-0ubuntu1~18.04.1) ... Ignoring malparsed backtrace: 2020-08-19T18:26:04.570 INFO:teuthology.orchestra.run.smithi022.stdout:Removing libtwolame0:amd64 (0.3.13-3) ... , 2020-08-19T18:26:04.814 INFO:teuthology.orchestra.run.smithi008.stdout:Removing libtag1v5-vanilla:amd64 (1.11.1+dfsg.1-0.2build2) ... , 2020-08-19T18:26:04.948 INFO:teuthology.orchestra.run.smithi022.stdout:Removing libusbredirparser1:amd64 (0.7.1-1) ... Ignoring malparsed backtrace: 2020-08-19T18:26:27.770 INFO:teuthology.orchestra.run.smithi008.stdout:Removing python3-markupsafe (1.0-1build1) ... , 2020-08-19T18:26:28.083 INFO:teuthology.orchestra.run.smithi022.stdout:Removing python3-sklearn-lib (0.19.1-3) ... , 2020-08-19T18:26:28.255 INFO:teuthology.orchestra.run.smithi008.stdout:Removing python3-monotonic (1.1-2) ... Ignoring malparsed backtrace: 2020-08-19T18:26:46.490 INFO:teuthology.orchestra.run.smithi008.stdout:+hv02.front.sepi 163.237.218.18 2 u 46 64 77 0.112 -1.708 0.863 , 2020-08-19T18:26:46.490 INFO:teuthology.orchestra.run.smithi008.stdout:*hv03.front.sepi 74.6.168.72 3 u 45 64 77 0.082 -1.509 0.957 , 2020-08-19T18:26:46.492 INFO:teuthology.orchestra.run.smithi008.stdout:-hv04.front.sepi 144.172.126.201 3 u 42 64 77 0.107 -3.793 1.179 Ignoring malparsed backtrace: ceph version 16.0.0-4528-g8d9001a (8d9001a8062a52bb640447b6a7e38abbff3580ee) pacific (dev) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe1) [0x7feebecab1d7] , 2: (WriteOp::_finish(TestOp::CallbackInfo*)+0x6b0) [0x560cf78c2a60] Ignoring malparsed backtrace: 2020-08-19T18:23:41.747 INFO:teuthology.orchestra.run.smithi008.stdout: }, , 2020-08-19T18:23:41.747 INFO:teuthology.orchestra.run.smithi008.stdout: { , 2020-08-19T18:23:41.747 INFO:teuthology.orchestra.run.smithi008.stdout: "event": "started", Ignoring malparsed backtrace: 2020-08-19T18:23:41.774 INFO:teuthology.orchestra.run.smithi008.stdout: "duration": 7.0729999999999999e-06 , 2020-08-19T18:23:41.774 INFO:teuthology.orchestra.run.smithi008.stdout: }, , 2020-08-19T18:23:41.774 INFO:teuthology.orchestra.run.smithi008.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:23:41.937 INFO:teuthology.orchestra.run.smithi008:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-osd.1.asok dump_blocked_ops , 2020-08-19T18:23:42.092 INFO:teuthology.orchestra.run.smithi008.stdout:{ , 2020-08-19T18:23:42.092 INFO:teuthology.orchestra.run.smithi008.stdout: "ops": [], Ignoring malparsed backtrace: 2020-08-19T18:23:42.969 INFO:teuthology.orchestra.run.smithi008.stdout: "ops": [] , 2020-08-19T18:23:42.969 INFO:teuthology.orchestra.run.smithi008.stdout:} , 2020-08-19T18:23:42.978 INFO:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-osd.4.asok dump_ops_in_flight Ignoring malparsed backtrace: 2020-08-19T18:23:44.073 INFO:teuthology.orchestra.run.smithi022.stdout:{ , 2020-08-19T18:23:44.073 INFO:teuthology.orchestra.run.smithi022.stdout: "size": 20, , 2020-08-19T18:23:44.074 INFO:teuthology.orchestra.run.smithi022.stdout: "duration": 600, Ignoring malparsed backtrace: 2020-08-19T18:23:44.105 INFO:teuthology.orchestra.run.smithi022.stdout: "duration": 8.5059999999999995e-06 , 2020-08-19T18:23:44.105 INFO:teuthology.orchestra.run.smithi022.stdout: }, , 2020-08-19T18:23:44.105 INFO:teuthology.orchestra.run.smithi022.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:23:44.493 INFO:teuthology.orchestra.run.smithi022.stdout: }, , 2020-08-19T18:23:44.496 INFO:teuthology.orchestra.run.smithi022.stdout: { , 2020-08-19T18:23:44.497 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "throttled", Ignoring malparsed backtrace: 2020-08-19T18:23:44.543 INFO:teuthology.orchestra.run.smithi022.stdout: }, , 2020-08-19T18:23:44.543 INFO:teuthology.orchestra.run.smithi022.stdout: { , 2020-08-19T18:23:44.543 INFO:teuthology.orchestra.run.smithi022.stdout: "event": "waiting for subops from 0", Ignoring malparsed backtrace: 2020-08-19T18:23:44.562 INFO:teuthology.orchestra.run.smithi022.stdout: "duration": 0 , 2020-08-19T18:23:44.562 INFO:teuthology.orchestra.run.smithi022.stdout: }, , 2020-08-19T18:23:44.562 INFO:teuthology.orchestra.run.smithi022.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:23:44.582 INFO:teuthology.orchestra.run.smithi022.stdout: "duration": 0.001458221 , 2020-08-19T18:23:44.582 INFO:teuthology.orchestra.run.smithi022.stdout: }, , 2020-08-19T18:23:44.583 INFO:teuthology.orchestra.run.smithi022.stdout: { Ignoring malparsed backtrace: reweighted osd.3 to 1 (10000) , 2020-08-19T18:23:53.702 INFO:teuthology.orchestra.run.smithi008:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd primary-affinity 3 1 , set osd.3 primary-affinity to 1 (8655362) Ignoring malparsed backtrace: 2020-08-19T18:24:11.567 INFO:teuthology.orchestra.run.smithi008.stdout:} , 2020-08-19T18:24:11.582 INFO:teuthology.orchestra.run.smithi008:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd deep-scrub 0 , instructed osd(s) 0 to deep-scrub Ignoring malparsed backtrace: File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__ , next(self.gen) , File "/home/teuthworker/src/git.ceph.com_ceph-c_wip-kefu-testing-2020-08-19-1141/qa/tasks/rados.py", line 277, in task Ignoring malparsed backtrace: 2020-08-19T18:24:59.788 INFO:tasks.ceph:Cleaning ceph cluster... , 2020-08-19T18:24:59.789 INFO:teuthology.orchestra.run.smithi008:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid , 2020-08-19T18:24:59.794 INFO:teuthology.orchestra.run.smithi022:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid Ignoring malparsed backtrace: (Reading database ... 100% , (Reading database ... 109820 files and directories currently installed.) , 2020-08-19T18:25:02.838 INFO:teuthology.orchestra.run.smithi008.stdout:Removing ceph (16.0.0-4528-g8d9001a-1bionic) ... Ignoring malparsed backtrace: 2020-08-19T18:25:05.259 INFO:teuthology.orchestra.run.smithi022.stdout:Warning: group `nogroup' has no more members. , 2020-08-19T18:25:05.266 INFO:teuthology.orchestra.run.smithi008.stdout:Looking for files to backup/remove ... , 2020-08-19T18:25:05.268 INFO:teuthology.orchestra.run.smithi008.stdout:Removing files ... Ignoring malparsed backtrace: (Reading database ... 5% , (Reading database ... 10% , (Reading database ... 15% Ignoring malparsed backtrace: 2020-08-19T18:25:10.739 INFO:teuthology.orchestra.run.smithi008.stdout: python3-bcrypt python3-bs4 python3-cherrypy3 python3-cycler python3-dateutil , 2020-08-19T18:25:10.739 INFO:teuthology.orchestra.run.smithi008.stdout: python3-decorator python3-fasteners python3-html5lib python3-httplib2 , 2020-08-19T18:25:10.740 INFO:teuthology.orchestra.run.smithi008.stdout: python3-jinja2 python3-joblib python3-json-pointer python3-jsonpatch Ignoring malparsed backtrace: (Reading database ... 80% , (Reading database ... 85% , (Reading database ... 90% Ignoring malparsed backtrace: (Reading database ... 65% , (Reading database ... 70% , (Reading database ... 75% Ignoring malparsed backtrace: 2020-08-19T18:25:22.879 INFO:teuthology.orchestra.run.smithi022.stdout:dpkg: warning: while removing ceph-base, directory '/usr/libexec' not empty so not removed , 2020-08-19T18:25:23.001 INFO:teuthology.orchestra.run.smithi022.stdout:Purging configuration files for ceph-common (16.0.0-4528-g8d9001a-1bionic) ... , 2020-08-19T18:25:23.266 INFO:teuthology.orchestra.run.smithi008.stdout:dpkg: warning: while removing ceph-base, directory '/usr/libexec' not empty so not removed Ignoring malparsed backtrace: (Reading database ... 60% , (Reading database ... 65% , (Reading database ... 70% Ignoring malparsed backtrace: 2020-08-19T18:25:29.634 INFO:teuthology.orchestra.run.smithi022.stdout: python3-pecan python3-pil python3-pluggy python3-prettytable python3-py , 2020-08-19T18:25:29.634 INFO:teuthology.orchestra.run.smithi022.stdout: python3-pyasn1 python3-pyasn1-modules python3-pyinotify python3-pyparsing , 2020-08-19T18:25:29.634 INFO:teuthology.orchestra.run.smithi022.stdout: python3-pytest python3-repoze.lru python3-routes python3-rsa python3-scipy Ignoring malparsed backtrace: 2020-08-19T18:25:30.751 INFO:teuthology.orchestra.run.smithi008.stdout: python3-matplotlib python3-monotonic python3-numpy python3-oauth2client , 2020-08-19T18:25:30.751 INFO:teuthology.orchestra.run.smithi008.stdout: python3-olefile python3-paste python3-pastedeploy python3-pastescript , 2020-08-19T18:25:30.751 INFO:teuthology.orchestra.run.smithi008.stdout: python3-pecan python3-pil python3-pluggy python3-prettytable python3-py Ignoring malparsed backtrace: 2020-08-19T18:25:33.489 INFO:teuthology.orchestra.run.smithi022.stdout: ceph-mgr-modules-core jq libjq1 libleveldb1v5 liboath0 libonig4 librabbitmq4 , 2020-08-19T18:25:33.489 INFO:teuthology.orchestra.run.smithi022.stdout: libradosstriper1 librdkafka1 librgw2 libsnappy1v5 libxslt1.1 python-attr , 2020-08-19T18:25:33.489 INFO:teuthology.orchestra.run.smithi022.stdout: python-funcsigs python-pastedeploy-tpl python-pluggy python-py python-pytest Ignoring malparsed backtrace: (Reading database ... 10% , (Reading database ... 15% , (Reading database ... 20% Ignoring malparsed backtrace: 2020-08-19T18:25:36.322 INFO:teuthology.orchestra.run.smithi022.stdout:(Reading database ... , (Reading database ... 5% , (Reading database ... 10% Ignoring malparsed backtrace: 2020-08-19T18:25:38.222 INFO:teuthology.orchestra.run.smithi022.stdout:0 upgraded, 0 newly installed, 0 to remove and 5 not upgraded. , W: --force-yes is deprecated, use one of the options starting with --allow instead. , 2020-08-19T18:25:38.299 INFO:teuthology.orchestra.run.smithi022.stdout:Reading package lists... Ignoring malparsed backtrace: 2020-08-19T18:25:39.721 INFO:teuthology.orchestra.run.smithi008.stdout: libopus0 liborc-0.4-0 librabbitmq4 libraw1394-11 librdkafka1 libsamplerate0 , 2020-08-19T18:25:39.721 INFO:teuthology.orchestra.run.smithi008.stdout: libshout3 libsnappy1v5 libspeex1 libspice-server1 libtag1v5 , 2020-08-19T18:25:39.722 INFO:teuthology.orchestra.run.smithi008.stdout: libtag1v5-vanilla libtwolame0 libusbredirparser1 libv4l-0 libv4lconvert0 Ignoring malparsed backtrace: (Reading database ... 30% , (Reading database ... 35% , (Reading database ... 40% Ignoring malparsed backtrace: 2020-08-19T18:25:47.494 INFO:teuthology.orchestra.run.smithi008.stdout: gstreamer1.0-plugins-good gstreamer1.0-x ipxe-qemu , 2020-08-19T18:25:47.494 INFO:teuthology.orchestra.run.smithi008.stdout: ipxe-qemu-256k-compat-efi-roms jq libaa1 libavc1394-0 libbluetooth3 , 2020-08-19T18:25:47.494 INFO:teuthology.orchestra.run.smithi008.stdout: libbrlapi0.6 libcacard0 libcdparanoia0 libdv4 libfdt1 Ignoring malparsed backtrace: 2020-08-19T18:25:48.365 INFO:teuthology.orchestra.run.smithi022.stdout:0 upgraded, 0 newly installed, 122 to remove and 5 not upgraded. , 2020-08-19T18:25:48.366 INFO:teuthology.orchestra.run.smithi022.stdout:After this operation, 148 MB disk space will be freed. , 2020-08-19T18:25:48.485 INFO:teuthology.orchestra.run.smithi008.stdout:Building dependency tree... Ignoring malparsed backtrace: (Reading database ... 107464 files and directories currently installed.) , 2020-08-19T18:25:49.150 INFO:teuthology.orchestra.run.smithi008.stdout:Removing ceph-mgr-modules-core (16.0.0-4528-g8d9001a-1bionic) ... , 2020-08-19T18:25:49.326 INFO:teuthology.orchestra.run.smithi022.stdout:Removing gstreamer1.0-plugins-good:amd64 (1.14.5-0ubuntu1~18.04.1) ... Ignoring malparsed backtrace: 2020-08-19T18:26:04.570 INFO:teuthology.orchestra.run.smithi022.stdout:Removing libtwolame0:amd64 (0.3.13-3) ... , 2020-08-19T18:26:04.814 INFO:teuthology.orchestra.run.smithi008.stdout:Removing libtag1v5-vanilla:amd64 (1.11.1+dfsg.1-0.2build2) ... , 2020-08-19T18:26:04.948 INFO:teuthology.orchestra.run.smithi022.stdout:Removing libusbredirparser1:amd64 (0.7.1-1) ... Ignoring malparsed backtrace: 2020-08-19T18:26:27.770 INFO:teuthology.orchestra.run.smithi008.stdout:Removing python3-markupsafe (1.0-1build1) ... , 2020-08-19T18:26:28.083 INFO:teuthology.orchestra.run.smithi022.stdout:Removing python3-sklearn-lib (0.19.1-3) ... , 2020-08-19T18:26:28.255 INFO:teuthology.orchestra.run.smithi008.stdout:Removing python3-monotonic (1.1-2) ... Ignoring malparsed backtrace: 2020-08-19T18:26:46.490 INFO:teuthology.orchestra.run.smithi008.stdout:+hv02.front.sepi 163.237.218.18 2 u 46 64 77 0.112 -1.708 0.863 , 2020-08-19T18:26:46.490 INFO:teuthology.orchestra.run.smithi008.stdout:*hv03.front.sepi 74.6.168.72 3 u 45 64 77 0.082 -1.509 0.957 , 2020-08-19T18:26:46.492 INFO:teuthology.orchestra.run.smithi008.stdout:-hv04.front.sepi 144.172.126.201 3 u 42 64 77 0.107 -3.793 1.179 Ignoring malparsed backtrace: ceph version 16.0.0-4528-g8d9001a (8d9001a8062a52bb640447b6a7e38abbff3580ee) pacific (dev) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe1) [0x7f97ebc101d7] , 2: (WriteOp::_finish(TestOp::CallbackInfo*)+0x6b0) [0x55afd2b48a60] Ignoring malparsed backtrace: 2020-08-19T18:34:53.288 INFO:teuthology.orchestra.run.smithi123.stdout: { , 2020-08-19T18:34:53.288 INFO:teuthology.orchestra.run.smithi123.stdout: "event": "reached_pg", , 2020-08-19T18:34:53.289 INFO:teuthology.orchestra.run.smithi123.stdout: "time": "2020-08-19T18:34:52.844878+0000", Ignoring malparsed backtrace: 2020-08-19T18:34:53.323 INFO:teuthology.orchestra.run.smithi123.stdout: "initiated_at": "2020-08-19T18:34:52.863333+0000", , 2020-08-19T18:34:53.323 INFO:teuthology.orchestra.run.smithi123.stdout: "age": 0.39723976799999999, , 2020-08-19T18:34:53.324 INFO:teuthology.orchestra.run.smithi123.stdout: "duration": 0.010217586000000001, Ignoring malparsed backtrace: 2020-08-19T18:34:53.374 INFO:teuthology.orchestra.run.smithi123.stdout: }, , 2020-08-19T18:34:53.374 INFO:teuthology.orchestra.run.smithi123.stdout: { , 2020-08-19T18:34:53.374 INFO:teuthology.orchestra.run.smithi123.stdout: "event": "throttled", Ignoring malparsed backtrace: 2020-08-19T18:34:53.396 INFO:teuthology.orchestra.run.smithi123.stdout: }, , 2020-08-19T18:34:53.397 INFO:teuthology.orchestra.run.smithi123.stdout: { , 2020-08-19T18:34:53.397 INFO:teuthology.orchestra.run.smithi123.stdout: "event": "dispatched", Ignoring malparsed backtrace: 2020-08-19T18:34:53.428 INFO:teuthology.orchestra.run.smithi123.stdout: }, , 2020-08-19T18:34:53.428 INFO:teuthology.orchestra.run.smithi123.stdout: { , 2020-08-19T18:34:53.428 INFO:teuthology.orchestra.run.smithi123.stdout: "event": "sub_op_started", Ignoring malparsed backtrace: 2020-08-19T18:34:53.447 INFO:teuthology.orchestra.run.smithi123.stdout: }, , 2020-08-19T18:34:53.447 INFO:teuthology.orchestra.run.smithi123.stdout: "events": [ , 2020-08-19T18:34:53.447 INFO:teuthology.orchestra.run.smithi123.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:34:53.467 INFO:teuthology.orchestra.run.smithi123.stdout: "duration": 0.00010642200000000001 , 2020-08-19T18:34:53.467 INFO:teuthology.orchestra.run.smithi123.stdout: }, , 2020-08-19T18:34:53.467 INFO:teuthology.orchestra.run.smithi123.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:34:53.486 INFO:teuthology.orchestra.run.smithi123.stdout: "duration": 0.012679736 , 2020-08-19T18:34:53.486 INFO:teuthology.orchestra.run.smithi123.stdout: } , 2020-08-19T18:34:53.486 INFO:teuthology.orchestra.run.smithi123.stdout: ] Ignoring malparsed backtrace: 2020-08-19T18:34:53.518 INFO:teuthology.orchestra.run.smithi123.stdout: "tid": 24 , 2020-08-19T18:34:53.518 INFO:teuthology.orchestra.run.smithi123.stdout: }, , 2020-08-19T18:34:53.518 INFO:teuthology.orchestra.run.smithi123.stdout: "events": [ Ignoring malparsed backtrace: 2020-08-19T18:34:53.549 INFO:teuthology.orchestra.run.smithi123.stdout: "time": "2020-08-19T18:34:52.908782+0000", , 2020-08-19T18:34:53.550 INFO:teuthology.orchestra.run.smithi123.stdout: "duration": 1.9799000000000001e-05 , 2020-08-19T18:34:53.551 INFO:teuthology.orchestra.run.smithi123.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:34:53.577 INFO:teuthology.orchestra.run.smithi123.stdout: "duration": 0.0049939379999999998, , 2020-08-19T18:34:53.578 INFO:teuthology.orchestra.run.smithi123.stdout: "type_data": { , 2020-08-19T18:34:53.578 INFO:teuthology.orchestra.run.smithi123.stdout: "flag_point": "reached pg", Ignoring malparsed backtrace: 2020-08-19T18:34:53.609 INFO:teuthology.orchestra.run.smithi123.stdout: "event": "reached_pg", , 2020-08-19T18:34:53.609 INFO:teuthology.orchestra.run.smithi123.stdout: "time": "2020-08-19T18:34:52.917730+0000", , 2020-08-19T18:34:53.609 INFO:teuthology.orchestra.run.smithi123.stdout: "duration": 8.9803999999999996e-05 Ignoring malparsed backtrace: 2020-08-19T18:34:53.667 INFO:teuthology.orchestra.run.smithi123.stdout: "event": "sub_op_committed", , 2020-08-19T18:34:53.667 INFO:teuthology.orchestra.run.smithi123.stdout: "time": "2020-08-19T18:34:52.923857+0000", , 2020-08-19T18:34:53.667 INFO:teuthology.orchestra.run.smithi123.stdout: "duration": 0.0019038760000000001 Ignoring malparsed backtrace: 2020-08-19T18:34:53.702 INFO:teuthology.orchestra.run.smithi123.stdout: "age": 0.34207172800000002, , 2020-08-19T18:34:53.702 INFO:teuthology.orchestra.run.smithi123.stdout: "duration": 0.0045800650000000004, , 2020-08-19T18:34:53.703 INFO:teuthology.orchestra.run.smithi123.stdout: "type_data": { Ignoring malparsed backtrace: 2020-08-19T18:34:53.744 INFO:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-osd.4.asok dump_ops_in_flight , 2020-08-19T18:34:53.835 INFO:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd unset noscrub , 2020-08-19T18:34:53.862 INFO:teuthology.orchestra.run.smithi071.stdout:{ Ignoring malparsed backtrace: 2020-08-19T18:34:54.140 INFO:teuthology.orchestra.run.smithi071.stdout: } , 2020-08-19T18:34:54.140 INFO:teuthology.orchestra.run.smithi071.stdout: ] , 2020-08-19T18:34:54.140 INFO:teuthology.orchestra.run.smithi071.stdout: } Ignoring malparsed backtrace: 2020-08-19T18:34:54.163 INFO:teuthology.orchestra.run.smithi071.stdout: }, , 2020-08-19T18:34:54.163 INFO:teuthology.orchestra.run.smithi071.stdout: "events": [ , 2020-08-19T18:34:54.163 INFO:teuthology.orchestra.run.smithi071.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:34:54.186 INFO:teuthology.orchestra.run.smithi071.stdout: "duration": 1.4745e-05 , 2020-08-19T18:34:54.186 INFO:teuthology.orchestra.run.smithi071.stdout: }, , 2020-08-19T18:34:54.186 INFO:teuthology.orchestra.run.smithi071.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:34:54.209 INFO:teuthology.orchestra.run.smithi071.stdout: "duration": 0.0018621239999999999 , 2020-08-19T18:34:54.209 INFO:teuthology.orchestra.run.smithi071.stdout: }, , 2020-08-19T18:34:54.209 INFO:teuthology.orchestra.run.smithi071.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:34:54.231 INFO:teuthology.orchestra.run.smithi071.stdout: "time": "2020-08-19T18:34:52.867909+0000", , 2020-08-19T18:34:54.231 INFO:teuthology.orchestra.run.smithi071.stdout: "duration": 0.0017812360000000001 , 2020-08-19T18:34:54.231 INFO:teuthology.orchestra.run.smithi071.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:34:54.264 INFO:teuthology.orchestra.run.smithi071.stdout: "event": "all_read", , 2020-08-19T18:34:54.264 INFO:teuthology.orchestra.run.smithi071.stdout: "time": "2020-08-19T18:34:52.873018+0000", , 2020-08-19T18:34:54.264 INFO:teuthology.orchestra.run.smithi071.stdout: "duration": 3.0815999999999998e-05 Ignoring malparsed backtrace: 2020-08-19T18:34:54.301 INFO:teuthology.orchestra.run.smithi071.stdout: { , 2020-08-19T18:34:54.301 INFO:teuthology.orchestra.run.smithi071.stdout: "event": "throttled", , 2020-08-19T18:34:54.301 INFO:teuthology.orchestra.run.smithi071.stdout: "time": "2020-08-19T18:34:52.880214+0000", Ignoring malparsed backtrace: 2020-08-19T18:34:54.336 INFO:teuthology.orchestra.run.smithi071.stdout: { , 2020-08-19T18:34:54.337 INFO:teuthology.orchestra.run.smithi071.stdout: "event": "done", , 2020-08-19T18:34:54.337 INFO:teuthology.orchestra.run.smithi071.stdout: "time": "2020-08-19T18:34:52.887072+0000", Ignoring malparsed backtrace: 2020-08-19T18:34:54.371 INFO:teuthology.orchestra.run.smithi071.stdout: }, , 2020-08-19T18:34:54.372 INFO:teuthology.orchestra.run.smithi071.stdout: { , 2020-08-19T18:34:54.372 INFO:teuthology.orchestra.run.smithi071.stdout: "event": "queued_for_pg", Ignoring malparsed backtrace: 2020-08-19T18:34:54.398 INFO:teuthology.orchestra.run.smithi071.stdout: "duration": 0 , 2020-08-19T18:34:54.398 INFO:teuthology.orchestra.run.smithi071.stdout: }, , 2020-08-19T18:34:54.398 INFO:teuthology.orchestra.run.smithi071.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:34:54.424 INFO:teuthology.orchestra.run.smithi071.stdout: "duration": 4.8541000000000002e-05 , 2020-08-19T18:34:54.425 INFO:teuthology.orchestra.run.smithi071.stdout: }, , 2020-08-19T18:34:54.425 INFO:teuthology.orchestra.run.smithi071.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:34:54.457 INFO:teuthology.orchestra.run.smithi071.stdout: "time": "2020-08-19T18:34:52.924233+0000", , 2020-08-19T18:34:54.457 INFO:teuthology.orchestra.run.smithi071.stdout: "duration": 6.8480000000000003e-06 , 2020-08-19T18:34:54.458 INFO:teuthology.orchestra.run.smithi071.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:34:54.724 INFO:teuthology.orchestra.run.smithi071.stdout: "ops": [], , 2020-08-19T18:34:54.725 INFO:teuthology.orchestra.run.smithi071.stdout: "complaint_time": 30, , 2020-08-19T18:34:54.725 INFO:teuthology.orchestra.run.smithi071.stdout: "num_blocked_ops": 0 Ignoring malparsed backtrace: 2020-08-19T18:34:54.893 INFO:teuthology.orchestra.run.smithi071.stdout: "event": "dispatched", , 2020-08-19T18:34:54.894 INFO:teuthology.orchestra.run.smithi071.stdout: "time": "2020-08-19T18:34:24.897772+0000", , 2020-08-19T18:34:54.896 INFO:teuthology.orchestra.run.smithi071.stdout: "duration": 1.6650000000000002e-05 Ignoring malparsed backtrace: 2020-08-19T18:34:55.281 INFO:teuthology.orchestra.run.smithi071.stdout: "event": "op must wait for map", , 2020-08-19T18:34:55.281 INFO:teuthology.orchestra.run.smithi071.stdout: "time": "2020-08-19T18:34:52.874869+0000", , 2020-08-19T18:34:55.281 INFO:teuthology.orchestra.run.smithi071.stdout: "duration": 0.002816299 Ignoring malparsed backtrace: 2020-08-19T18:34:55.308 INFO:teuthology.orchestra.run.smithi071.stdout: "event": "sub_op_started", , 2020-08-19T18:34:55.308 INFO:teuthology.orchestra.run.smithi071.stdout: "time": "2020-08-19T18:34:52.886493+0000", , 2020-08-19T18:34:55.308 INFO:teuthology.orchestra.run.smithi071.stdout: "duration": 0.002570648 Ignoring malparsed backtrace: 2020-08-19T18:34:55.338 INFO:teuthology.orchestra.run.smithi071.stdout: "event": "done", , 2020-08-19T18:34:55.338 INFO:teuthology.orchestra.run.smithi071.stdout: "time": "2020-08-19T18:34:52.893593+0000", , 2020-08-19T18:34:55.338 INFO:teuthology.orchestra.run.smithi071.stdout: "duration": 0.014464683000000001 Ignoring malparsed backtrace: 2020-08-19T18:34:55.359 INFO:teuthology.orchestra.run.smithi071.stdout: { , 2020-08-19T18:34:55.359 INFO:teuthology.orchestra.run.smithi071.stdout: "event": "throttled", , 2020-08-19T18:34:55.359 INFO:teuthology.orchestra.run.smithi071.stdout: "time": "2020-08-19T18:34:52.882467+0000", Ignoring malparsed backtrace: 2020-08-19T18:34:55.381 INFO:teuthology.orchestra.run.smithi071.stdout: }, , 2020-08-19T18:34:55.382 INFO:teuthology.orchestra.run.smithi071.stdout: { , 2020-08-19T18:34:55.382 INFO:teuthology.orchestra.run.smithi071.stdout: "event": "throttled", Ignoring malparsed backtrace: 2020-08-19T18:34:55.405 INFO:teuthology.orchestra.run.smithi071.stdout: "duration": 0 , 2020-08-19T18:34:55.405 INFO:teuthology.orchestra.run.smithi071.stdout: }, , 2020-08-19T18:34:55.406 INFO:teuthology.orchestra.run.smithi071.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:34:55.426 INFO:teuthology.orchestra.run.smithi071.stdout: "time": "2020-08-19T18:34:52.891156+0000", , 2020-08-19T18:34:55.426 INFO:teuthology.orchestra.run.smithi071.stdout: "duration": 0 , 2020-08-19T18:34:55.426 INFO:teuthology.orchestra.run.smithi071.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:34:55.448 INFO:teuthology.orchestra.run.smithi071.stdout: "event": "initiated", , 2020-08-19T18:34:55.448 INFO:teuthology.orchestra.run.smithi071.stdout: "time": "2020-08-19T18:34:52.894957+0000", , 2020-08-19T18:34:55.448 INFO:teuthology.orchestra.run.smithi071.stdout: "duration": 0 Ignoring malparsed backtrace: 2020-08-19T18:34:55.474 INFO:teuthology.orchestra.run.smithi071.stdout: { , 2020-08-19T18:34:55.474 INFO:teuthology.orchestra.run.smithi071.stdout: "event": "initiated", , 2020-08-19T18:34:55.475 INFO:teuthology.orchestra.run.smithi071.stdout: "time": "2020-08-19T18:34:52.895180+0000", Ignoring malparsed backtrace: 2020-08-19T18:34:55.493 INFO:teuthology.orchestra.run.smithi071.stdout: "events": [ , 2020-08-19T18:34:55.494 INFO:teuthology.orchestra.run.smithi071.stdout: { , 2020-08-19T18:34:55.494 INFO:teuthology.orchestra.run.smithi071.stdout: "event": "initiated", Ignoring malparsed backtrace: 2020-08-19T18:34:55.638 INFO:teuthology.orchestra.run.smithi071.stdout:} , 2020-08-19T18:34:55.647 INFO:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-osd.7.asok dump_blocked_ops , 2020-08-19T18:34:55.758 INFO:teuthology.orchestra.run.smithi071.stdout:{ Ignoring malparsed backtrace: 2020-08-19T18:34:55.918 INFO:teuthology.orchestra.run.smithi071.stdout: }, , 2020-08-19T18:34:55.918 INFO:teuthology.orchestra.run.smithi071.stdout: { , 2020-08-19T18:34:55.918 INFO:teuthology.orchestra.run.smithi071.stdout: "event": "dispatched", Ignoring malparsed backtrace: 2020-08-19T18:34:55.947 INFO:teuthology.orchestra.run.smithi071.stdout: "flag_point": "reached pg", , 2020-08-19T18:34:55.947 INFO:teuthology.orchestra.run.smithi071.stdout: "events": [ , 2020-08-19T18:34:55.948 INFO:teuthology.orchestra.run.smithi071.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:34:55.987 INFO:teuthology.orchestra.run.smithi071.stdout: "duration": 0.0012590279999999999 , 2020-08-19T18:34:55.987 INFO:teuthology.orchestra.run.smithi071.stdout: }, , 2020-08-19T18:34:55.987 INFO:teuthology.orchestra.run.smithi071.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:34:56.015 INFO:teuthology.orchestra.run.smithi071.stdout: "time": "2020-08-19T18:34:52.858028+0000", , 2020-08-19T18:34:56.015 INFO:teuthology.orchestra.run.smithi071.stdout: "duration": 8.2332999999999999e-05 , 2020-08-19T18:34:56.015 INFO:teuthology.orchestra.run.smithi071.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:34:56.035 INFO:teuthology.orchestra.run.smithi071.stdout: "event": "throttled", , 2020-08-19T18:34:56.036 INFO:teuthology.orchestra.run.smithi071.stdout: "time": "2020-08-19T18:34:52.866605+0000", , 2020-08-19T18:34:56.036 INFO:teuthology.orchestra.run.smithi071.stdout: "duration": 0.00027670800000000002 Ignoring malparsed backtrace: 2020-08-19T18:34:56.056 INFO:teuthology.orchestra.run.smithi071.stdout: "event": "done", , 2020-08-19T18:34:56.056 INFO:teuthology.orchestra.run.smithi071.stdout: "time": "2020-08-19T18:34:52.870781+0000", , 2020-08-19T18:34:56.056 INFO:teuthology.orchestra.run.smithi071.stdout: "duration": 0.001478004 Ignoring malparsed backtrace: 2020-08-19T18:34:56.078 INFO:teuthology.orchestra.run.smithi071.stdout: { , 2020-08-19T18:34:56.079 INFO:teuthology.orchestra.run.smithi071.stdout: "event": "queued_for_pg", , 2020-08-19T18:34:56.079 INFO:teuthology.orchestra.run.smithi071.stdout: "time": "2020-08-19T18:34:52.876129+0000", Ignoring malparsed backtrace: 2020-08-19T18:34:56.105 INFO:teuthology.orchestra.run.smithi071.stdout: }, , 2020-08-19T18:34:56.105 INFO:teuthology.orchestra.run.smithi071.stdout: { , 2020-08-19T18:34:56.105 INFO:teuthology.orchestra.run.smithi071.stdout: "event": "all_read", Ignoring malparsed backtrace: 2020-08-19T18:34:56.126 INFO:teuthology.orchestra.run.smithi071.stdout: "description": "MOSDECSubOpWrite(3.es2 26/22 ECSubWrite(tid=3, reqid=client.4463.0:19, at_version=26'3, trim_to=0'0, roll_forward_to=26'1))", , 2020-08-19T18:34:56.126 INFO:teuthology.orchestra.run.smithi071.stdout: "initiated_at": "2020-08-19T18:34:52.898183+0000", , 2020-08-19T18:34:56.126 INFO:teuthology.orchestra.run.smithi071.stdout: "age": 2.9772268240000002, Ignoring malparsed backtrace: 2020-08-19T18:34:56.161 INFO:teuthology.orchestra.run.smithi071.stdout: "duration": 2.1404999999999999e-05 , 2020-08-19T18:34:56.162 INFO:teuthology.orchestra.run.smithi071.stdout: }, , 2020-08-19T18:34:56.162 INFO:teuthology.orchestra.run.smithi071.stdout: { Ignoring malparsed backtrace: reweighted osd.1 to 1 (10000) , 2020-08-19T18:34:59.919 INFO:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd primary-affinity 1 1 , 2020-08-19T18:35:00.023+0000 7f507a2e8700 -1 WARNING: all dangerous and experimental features are enabled. Ignoring malparsed backtrace: 2020-08-19T18:35:17.009 INFO:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd last-stat-seq osd.0 , 2020-08-19T18:35:17.115+0000 7f65de7d4700 -1 WARNING: all dangerous and experimental features are enabled. , 2020-08-19T18:35:17.127+0000 7f65de7d4700 -1 WARNING: all dangerous and experimental features are enabled. Ignoring malparsed backtrace: instructed osd(s) 1 to deep-scrub , 2020-08-19T18:35:24.369 INFO:tasks.ceph:Scrubbing osd.2 , 2020-08-19T18:35:24.370 INFO:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early tell osd.2 config set osd_debug_deep_scrub_sleep 0 Ignoring malparsed backtrace: 2020-08-19T18:35:47.495+0000 7f0fe13ff700 -1 WARNING: all dangerous and experimental features are enabled. , 2020-08-19T18:35:47.663 INFO:teuthology.orchestra.run.smithi123.stdout: , dumped all Ignoring malparsed backtrace: 2020-08-19T18:36:09.393 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi123.front.sepia.ceph.com , 2020-08-19T18:36:09.395 INFO:teuthology.orchestra.run.smithi123:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 , 2020-08-19T18:36:09.562 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi123.front.sepia.ceph.com Ignoring malparsed backtrace: 2020-08-19T18:36:13.844 INFO:teuthology.orchestra.run.smithi071.stdout:Building dependency tree... , 2020-08-19T18:36:13.845 INFO:teuthology.orchestra.run.smithi071.stdout:Reading state information... , 2020-08-19T18:36:13.931 INFO:teuthology.orchestra.run.smithi123.stdout:The following packages were automatically installed and are no longer required: Ignoring malparsed backtrace: (Reading database ... 45% , (Reading database ... 50% , (Reading database ... 55% Ignoring malparsed backtrace: W: --force-yes is deprecated, use one of the options starting with --allow instead. , 2020-08-19T18:36:18.342 INFO:teuthology.orchestra.run.smithi123.stdout:Reading package lists... , W: --force-yes is deprecated, use one of the options starting with --allow instead. Ignoring malparsed backtrace: (Reading database ... 40% , (Reading database ... 45% , (Reading database ... 50% Ignoring malparsed backtrace: (Reading database ... 50% , (Reading database ... 55% , (Reading database ... 60% Ignoring malparsed backtrace: 2020-08-19T18:36:26.804 INFO:teuthology.orchestra.run.smithi123.stdout: python3-webob python3-websocket python3-webtest python3-werkzeug socat , 2020-08-19T18:36:26.804 INFO:teuthology.orchestra.run.smithi123.stdout: xmlstarlet , 2020-08-19T18:36:26.804 INFO:teuthology.orchestra.run.smithi123.stdout:Use 'sudo apt autoremove' to remove them. Ignoring malparsed backtrace: (Reading database ... 50% , (Reading database ... 55% , (Reading database ... 60% Ignoring malparsed backtrace: (Reading database ... 75% , (Reading database ... 80% , (Reading database ... 85% Ignoring malparsed backtrace: (Reading database ... 95% , (Reading database ... 100% , (Reading database ... 107668 files and directories currently installed.) Ignoring malparsed backtrace: 2020-08-19T18:36:40.963 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pyinotify python3-pyparsing python3-pytest python3-repoze.lru , 2020-08-19T18:36:40.964 INFO:teuthology.orchestra.run.smithi123.stdout: python3-routes python3-rsa python3-scipy python3-simplegeneric , 2020-08-19T18:36:40.964 INFO:teuthology.orchestra.run.smithi123.stdout: python3-simplejson python3-singledispatch python3-sklearn Ignoring malparsed backtrace: (Reading database ... 70% , (Reading database ... 75% , (Reading database ... 80% Ignoring malparsed backtrace: 2020-08-19T18:36:44.568 INFO:teuthology.orchestra.run.smithi123.stdout: python3-ceph-common python3-cherrypy3 python3-cycler python3-dateutil , 2020-08-19T18:36:44.568 INFO:teuthology.orchestra.run.smithi123.stdout: python3-decorator python3-fasteners python3-html5lib python3-httplib2 , 2020-08-19T18:36:44.575 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jinja2 python3-joblib python3-json-pointer python3-jsonpatch Ignoring malparsed backtrace: (Reading database ... 25% , (Reading database ... 30% , (Reading database ... 35% Ignoring malparsed backtrace: (Reading database ... 20% , (Reading database ... 25% , (Reading database ... 30% Ignoring malparsed backtrace: 2020-08-19T18:36:49.509 INFO:teuthology.orchestra.run.smithi071.stdout: python3-oauth2client python3-olefile python3-paste python3-pastedeploy , 2020-08-19T18:36:49.509 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pastescript python3-pecan python3-pil python3-pluggy , 2020-08-19T18:36:49.509 INFO:teuthology.orchestra.run.smithi071.stdout: python3-prettytable python3-py python3-pyasn1 python3-pyasn1-modules Ignoring malparsed backtrace: 2020-08-19T18:36:51.452 INFO:teuthology.orchestra.run.smithi071.stdout:Removing libradosstriper1 (16.0.0-4528-g8d9001a-1bionic) ... , 2020-08-19T18:36:51.569 INFO:teuthology.orchestra.run.smithi123.stdout:Removing qemu-system-common (1:2.11+dfsg-1ubuntu7.31) ... , 2020-08-19T18:36:51.802 INFO:teuthology.orchestra.run.smithi071.stdout:Removing qemu-utils (1:2.11+dfsg-1ubuntu7.31) ... Ignoring malparsed backtrace: W: --force-yes is deprecated, use one of the options starting with --allow instead. , 2020-08-19T18:36:56.822 INFO:teuthology.orchestra.run.smithi123.stdout:Reading package lists... , 2020-08-19T18:36:57.057 INFO:teuthology.orchestra.run.smithi123.stdout:Building dependency tree... Ignoring malparsed backtrace: 2020-08-19T18:36:57.860 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pecan python3-pil python3-pluggy python3-prettytable python3-py , 2020-08-19T18:36:57.861 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pyasn1 python3-pyasn1-modules python3-pyinotify python3-pyparsing , 2020-08-19T18:36:57.861 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pytest python3-repoze.lru python3-routes python3-rsa python3-scipy Ignoring malparsed backtrace: 2020-08-19T18:36:58.665 INFO:teuthology.orchestra.run.smithi071.stdout: libleveldb1v5 liblttng-ust0 libmp3lame0 libmpg123-0 liboath0 libonig4 , 2020-08-19T18:36:58.665 INFO:teuthology.orchestra.run.smithi071.stdout: libopus0 liborc-0.4-0 librabbitmq4 libraw1394-11 librdkafka1 libsamplerate0 , 2020-08-19T18:36:58.665 INFO:teuthology.orchestra.run.smithi071.stdout: libshout3 libsnappy1v5 libspeex1 libspice-server1 libtag1v5 Ignoring malparsed backtrace: 2020-08-19T18:37:05.281 INFO:teuthology.orchestra.run.smithi071.stdout:Removing libspice-server1:amd64 (0.14.0-1ubuntu2.4) ... , 2020-08-19T18:37:05.666 INFO:teuthology.orchestra.run.smithi123.stdout:Removing libgstreamer1.0-0:amd64 (1.14.5-0ubuntu1~18.04.1) ... , 2020-08-19T18:37:05.668 INFO:teuthology.orchestra.run.smithi071.stdout:Removing libgstreamer-plugins-good1.0-0:amd64 (1.14.5-0ubuntu1~18.04.1) ... Ignoring malparsed backtrace: 2020-08-19T18:37:26.000 INFO:teuthology.orchestra.run.smithi071.stdout:Removing python3-bcrypt (3.1.4-2) ... , 2020-08-19T18:37:26.078 INFO:teuthology.orchestra.run.smithi123.stdout:Removing python3-ceph-argparse (16.0.0-4528-g8d9001a-1bionic) ... , 2020-08-19T18:37:26.452 INFO:teuthology.orchestra.run.smithi071.stdout:Removing python3-bs4 (4.6.0-1) ... Ignoring malparsed backtrace: 2020-08-19T18:37:50.676 INFO:teuthology.orchestra.run.smithi123.stdout:Removing sharutils (1:4.15.2-3) ... , 2020-08-19T18:37:50.679 INFO:teuthology.orchestra.run.smithi071.stdout:Removing python3-websocket (0.44.0-0ubuntu2) ... , 2020-08-19T18:37:51.046 INFO:teuthology.orchestra.run.smithi071.stdout:Removing python3-werkzeug (0.14.1+dfsg1-1) ... Ignoring malparsed backtrace: next(self.gen) , File "/home/teuthworker/src/git.ceph.com_ceph-c_wip-kefu-testing-2020-08-19-1141/qa/tasks/rados.py", line 277, in task , running.get() Ignoring malparsed backtrace: ceph version 16.0.0-4528-g8d9001a (8d9001a8062a52bb640447b6a7e38abbff3580ee) pacific (dev) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe1) [0x7f97ebc101d7] , 2: (WriteOp::_finish(TestOp::CallbackInfo*)+0x6b0) [0x55afd2b48a60] Ignoring malparsed backtrace: 2020-08-19T18:34:53.288 INFO:teuthology.orchestra.run.smithi123.stdout: { , 2020-08-19T18:34:53.288 INFO:teuthology.orchestra.run.smithi123.stdout: "event": "reached_pg", , 2020-08-19T18:34:53.289 INFO:teuthology.orchestra.run.smithi123.stdout: "time": "2020-08-19T18:34:52.844878+0000", Ignoring malparsed backtrace: 2020-08-19T18:34:53.323 INFO:teuthology.orchestra.run.smithi123.stdout: "initiated_at": "2020-08-19T18:34:52.863333+0000", , 2020-08-19T18:34:53.323 INFO:teuthology.orchestra.run.smithi123.stdout: "age": 0.39723976799999999, , 2020-08-19T18:34:53.324 INFO:teuthology.orchestra.run.smithi123.stdout: "duration": 0.010217586000000001, Ignoring malparsed backtrace: 2020-08-19T18:34:53.374 INFO:teuthology.orchestra.run.smithi123.stdout: }, , 2020-08-19T18:34:53.374 INFO:teuthology.orchestra.run.smithi123.stdout: { , 2020-08-19T18:34:53.374 INFO:teuthology.orchestra.run.smithi123.stdout: "event": "throttled", Ignoring malparsed backtrace: 2020-08-19T18:34:53.396 INFO:teuthology.orchestra.run.smithi123.stdout: }, , 2020-08-19T18:34:53.397 INFO:teuthology.orchestra.run.smithi123.stdout: { , 2020-08-19T18:34:53.397 INFO:teuthology.orchestra.run.smithi123.stdout: "event": "dispatched", Ignoring malparsed backtrace: 2020-08-19T18:34:53.428 INFO:teuthology.orchestra.run.smithi123.stdout: }, , 2020-08-19T18:34:53.428 INFO:teuthology.orchestra.run.smithi123.stdout: { , 2020-08-19T18:34:53.428 INFO:teuthology.orchestra.run.smithi123.stdout: "event": "sub_op_started", Ignoring malparsed backtrace: 2020-08-19T18:34:53.447 INFO:teuthology.orchestra.run.smithi123.stdout: }, , 2020-08-19T18:34:53.447 INFO:teuthology.orchestra.run.smithi123.stdout: "events": [ , 2020-08-19T18:34:53.447 INFO:teuthology.orchestra.run.smithi123.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:34:53.467 INFO:teuthology.orchestra.run.smithi123.stdout: "duration": 0.00010642200000000001 , 2020-08-19T18:34:53.467 INFO:teuthology.orchestra.run.smithi123.stdout: }, , 2020-08-19T18:34:53.467 INFO:teuthology.orchestra.run.smithi123.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:34:53.486 INFO:teuthology.orchestra.run.smithi123.stdout: "duration": 0.012679736 , 2020-08-19T18:34:53.486 INFO:teuthology.orchestra.run.smithi123.stdout: } , 2020-08-19T18:34:53.486 INFO:teuthology.orchestra.run.smithi123.stdout: ] Ignoring malparsed backtrace: 2020-08-19T18:34:53.518 INFO:teuthology.orchestra.run.smithi123.stdout: "tid": 24 , 2020-08-19T18:34:53.518 INFO:teuthology.orchestra.run.smithi123.stdout: }, , 2020-08-19T18:34:53.518 INFO:teuthology.orchestra.run.smithi123.stdout: "events": [ Ignoring malparsed backtrace: 2020-08-19T18:34:53.549 INFO:teuthology.orchestra.run.smithi123.stdout: "time": "2020-08-19T18:34:52.908782+0000", , 2020-08-19T18:34:53.550 INFO:teuthology.orchestra.run.smithi123.stdout: "duration": 1.9799000000000001e-05 , 2020-08-19T18:34:53.551 INFO:teuthology.orchestra.run.smithi123.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:34:53.577 INFO:teuthology.orchestra.run.smithi123.stdout: "duration": 0.0049939379999999998, , 2020-08-19T18:34:53.578 INFO:teuthology.orchestra.run.smithi123.stdout: "type_data": { , 2020-08-19T18:34:53.578 INFO:teuthology.orchestra.run.smithi123.stdout: "flag_point": "reached pg", Ignoring malparsed backtrace: 2020-08-19T18:34:53.609 INFO:teuthology.orchestra.run.smithi123.stdout: "event": "reached_pg", , 2020-08-19T18:34:53.609 INFO:teuthology.orchestra.run.smithi123.stdout: "time": "2020-08-19T18:34:52.917730+0000", , 2020-08-19T18:34:53.609 INFO:teuthology.orchestra.run.smithi123.stdout: "duration": 8.9803999999999996e-05 Ignoring malparsed backtrace: 2020-08-19T18:34:53.667 INFO:teuthology.orchestra.run.smithi123.stdout: "event": "sub_op_committed", , 2020-08-19T18:34:53.667 INFO:teuthology.orchestra.run.smithi123.stdout: "time": "2020-08-19T18:34:52.923857+0000", , 2020-08-19T18:34:53.667 INFO:teuthology.orchestra.run.smithi123.stdout: "duration": 0.0019038760000000001 Ignoring malparsed backtrace: 2020-08-19T18:34:53.702 INFO:teuthology.orchestra.run.smithi123.stdout: "age": 0.34207172800000002, , 2020-08-19T18:34:53.702 INFO:teuthology.orchestra.run.smithi123.stdout: "duration": 0.0045800650000000004, , 2020-08-19T18:34:53.703 INFO:teuthology.orchestra.run.smithi123.stdout: "type_data": { Ignoring malparsed backtrace: 2020-08-19T18:34:53.744 INFO:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-osd.4.asok dump_ops_in_flight , 2020-08-19T18:34:53.835 INFO:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd unset noscrub , 2020-08-19T18:34:53.862 INFO:teuthology.orchestra.run.smithi071.stdout:{ Ignoring malparsed backtrace: 2020-08-19T18:34:54.140 INFO:teuthology.orchestra.run.smithi071.stdout: } , 2020-08-19T18:34:54.140 INFO:teuthology.orchestra.run.smithi071.stdout: ] , 2020-08-19T18:34:54.140 INFO:teuthology.orchestra.run.smithi071.stdout: } Ignoring malparsed backtrace: 2020-08-19T18:34:54.163 INFO:teuthology.orchestra.run.smithi071.stdout: }, , 2020-08-19T18:34:54.163 INFO:teuthology.orchestra.run.smithi071.stdout: "events": [ , 2020-08-19T18:34:54.163 INFO:teuthology.orchestra.run.smithi071.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:34:54.186 INFO:teuthology.orchestra.run.smithi071.stdout: "duration": 1.4745e-05 , 2020-08-19T18:34:54.186 INFO:teuthology.orchestra.run.smithi071.stdout: }, , 2020-08-19T18:34:54.186 INFO:teuthology.orchestra.run.smithi071.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:34:54.209 INFO:teuthology.orchestra.run.smithi071.stdout: "duration": 0.0018621239999999999 , 2020-08-19T18:34:54.209 INFO:teuthology.orchestra.run.smithi071.stdout: }, , 2020-08-19T18:34:54.209 INFO:teuthology.orchestra.run.smithi071.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:34:54.231 INFO:teuthology.orchestra.run.smithi071.stdout: "time": "2020-08-19T18:34:52.867909+0000", , 2020-08-19T18:34:54.231 INFO:teuthology.orchestra.run.smithi071.stdout: "duration": 0.0017812360000000001 , 2020-08-19T18:34:54.231 INFO:teuthology.orchestra.run.smithi071.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:34:54.264 INFO:teuthology.orchestra.run.smithi071.stdout: "event": "all_read", , 2020-08-19T18:34:54.264 INFO:teuthology.orchestra.run.smithi071.stdout: "time": "2020-08-19T18:34:52.873018+0000", , 2020-08-19T18:34:54.264 INFO:teuthology.orchestra.run.smithi071.stdout: "duration": 3.0815999999999998e-05 Ignoring malparsed backtrace: 2020-08-19T18:34:54.301 INFO:teuthology.orchestra.run.smithi071.stdout: { , 2020-08-19T18:34:54.301 INFO:teuthology.orchestra.run.smithi071.stdout: "event": "throttled", , 2020-08-19T18:34:54.301 INFO:teuthology.orchestra.run.smithi071.stdout: "time": "2020-08-19T18:34:52.880214+0000", Ignoring malparsed backtrace: 2020-08-19T18:34:54.336 INFO:teuthology.orchestra.run.smithi071.stdout: { , 2020-08-19T18:34:54.337 INFO:teuthology.orchestra.run.smithi071.stdout: "event": "done", , 2020-08-19T18:34:54.337 INFO:teuthology.orchestra.run.smithi071.stdout: "time": "2020-08-19T18:34:52.887072+0000", Ignoring malparsed backtrace: 2020-08-19T18:34:54.371 INFO:teuthology.orchestra.run.smithi071.stdout: }, , 2020-08-19T18:34:54.372 INFO:teuthology.orchestra.run.smithi071.stdout: { , 2020-08-19T18:34:54.372 INFO:teuthology.orchestra.run.smithi071.stdout: "event": "queued_for_pg", Ignoring malparsed backtrace: 2020-08-19T18:34:54.398 INFO:teuthology.orchestra.run.smithi071.stdout: "duration": 0 , 2020-08-19T18:34:54.398 INFO:teuthology.orchestra.run.smithi071.stdout: }, , 2020-08-19T18:34:54.398 INFO:teuthology.orchestra.run.smithi071.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:34:54.424 INFO:teuthology.orchestra.run.smithi071.stdout: "duration": 4.8541000000000002e-05 , 2020-08-19T18:34:54.425 INFO:teuthology.orchestra.run.smithi071.stdout: }, , 2020-08-19T18:34:54.425 INFO:teuthology.orchestra.run.smithi071.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:34:54.457 INFO:teuthology.orchestra.run.smithi071.stdout: "time": "2020-08-19T18:34:52.924233+0000", , 2020-08-19T18:34:54.457 INFO:teuthology.orchestra.run.smithi071.stdout: "duration": 6.8480000000000003e-06 , 2020-08-19T18:34:54.458 INFO:teuthology.orchestra.run.smithi071.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:34:54.724 INFO:teuthology.orchestra.run.smithi071.stdout: "ops": [], , 2020-08-19T18:34:54.725 INFO:teuthology.orchestra.run.smithi071.stdout: "complaint_time": 30, , 2020-08-19T18:34:54.725 INFO:teuthology.orchestra.run.smithi071.stdout: "num_blocked_ops": 0 Ignoring malparsed backtrace: 2020-08-19T18:34:54.893 INFO:teuthology.orchestra.run.smithi071.stdout: "event": "dispatched", , 2020-08-19T18:34:54.894 INFO:teuthology.orchestra.run.smithi071.stdout: "time": "2020-08-19T18:34:24.897772+0000", , 2020-08-19T18:34:54.896 INFO:teuthology.orchestra.run.smithi071.stdout: "duration": 1.6650000000000002e-05 Ignoring malparsed backtrace: 2020-08-19T18:34:55.281 INFO:teuthology.orchestra.run.smithi071.stdout: "event": "op must wait for map", , 2020-08-19T18:34:55.281 INFO:teuthology.orchestra.run.smithi071.stdout: "time": "2020-08-19T18:34:52.874869+0000", , 2020-08-19T18:34:55.281 INFO:teuthology.orchestra.run.smithi071.stdout: "duration": 0.002816299 Ignoring malparsed backtrace: 2020-08-19T18:34:55.308 INFO:teuthology.orchestra.run.smithi071.stdout: "event": "sub_op_started", , 2020-08-19T18:34:55.308 INFO:teuthology.orchestra.run.smithi071.stdout: "time": "2020-08-19T18:34:52.886493+0000", , 2020-08-19T18:34:55.308 INFO:teuthology.orchestra.run.smithi071.stdout: "duration": 0.002570648 Ignoring malparsed backtrace: 2020-08-19T18:34:55.338 INFO:teuthology.orchestra.run.smithi071.stdout: "event": "done", , 2020-08-19T18:34:55.338 INFO:teuthology.orchestra.run.smithi071.stdout: "time": "2020-08-19T18:34:52.893593+0000", , 2020-08-19T18:34:55.338 INFO:teuthology.orchestra.run.smithi071.stdout: "duration": 0.014464683000000001 Ignoring malparsed backtrace: 2020-08-19T18:34:55.359 INFO:teuthology.orchestra.run.smithi071.stdout: { , 2020-08-19T18:34:55.359 INFO:teuthology.orchestra.run.smithi071.stdout: "event": "throttled", , 2020-08-19T18:34:55.359 INFO:teuthology.orchestra.run.smithi071.stdout: "time": "2020-08-19T18:34:52.882467+0000", Ignoring malparsed backtrace: 2020-08-19T18:34:55.381 INFO:teuthology.orchestra.run.smithi071.stdout: }, , 2020-08-19T18:34:55.382 INFO:teuthology.orchestra.run.smithi071.stdout: { , 2020-08-19T18:34:55.382 INFO:teuthology.orchestra.run.smithi071.stdout: "event": "throttled", Ignoring malparsed backtrace: 2020-08-19T18:34:55.405 INFO:teuthology.orchestra.run.smithi071.stdout: "duration": 0 , 2020-08-19T18:34:55.405 INFO:teuthology.orchestra.run.smithi071.stdout: }, , 2020-08-19T18:34:55.406 INFO:teuthology.orchestra.run.smithi071.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:34:55.426 INFO:teuthology.orchestra.run.smithi071.stdout: "time": "2020-08-19T18:34:52.891156+0000", , 2020-08-19T18:34:55.426 INFO:teuthology.orchestra.run.smithi071.stdout: "duration": 0 , 2020-08-19T18:34:55.426 INFO:teuthology.orchestra.run.smithi071.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:34:55.448 INFO:teuthology.orchestra.run.smithi071.stdout: "event": "initiated", , 2020-08-19T18:34:55.448 INFO:teuthology.orchestra.run.smithi071.stdout: "time": "2020-08-19T18:34:52.894957+0000", , 2020-08-19T18:34:55.448 INFO:teuthology.orchestra.run.smithi071.stdout: "duration": 0 Ignoring malparsed backtrace: 2020-08-19T18:34:55.474 INFO:teuthology.orchestra.run.smithi071.stdout: { , 2020-08-19T18:34:55.474 INFO:teuthology.orchestra.run.smithi071.stdout: "event": "initiated", , 2020-08-19T18:34:55.475 INFO:teuthology.orchestra.run.smithi071.stdout: "time": "2020-08-19T18:34:52.895180+0000", Ignoring malparsed backtrace: 2020-08-19T18:34:55.493 INFO:teuthology.orchestra.run.smithi071.stdout: "events": [ , 2020-08-19T18:34:55.494 INFO:teuthology.orchestra.run.smithi071.stdout: { , 2020-08-19T18:34:55.494 INFO:teuthology.orchestra.run.smithi071.stdout: "event": "initiated", Ignoring malparsed backtrace: 2020-08-19T18:34:55.638 INFO:teuthology.orchestra.run.smithi071.stdout:} , 2020-08-19T18:34:55.647 INFO:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-osd.7.asok dump_blocked_ops , 2020-08-19T18:34:55.758 INFO:teuthology.orchestra.run.smithi071.stdout:{ Ignoring malparsed backtrace: 2020-08-19T18:34:55.918 INFO:teuthology.orchestra.run.smithi071.stdout: }, , 2020-08-19T18:34:55.918 INFO:teuthology.orchestra.run.smithi071.stdout: { , 2020-08-19T18:34:55.918 INFO:teuthology.orchestra.run.smithi071.stdout: "event": "dispatched", Ignoring malparsed backtrace: 2020-08-19T18:34:55.947 INFO:teuthology.orchestra.run.smithi071.stdout: "flag_point": "reached pg", , 2020-08-19T18:34:55.947 INFO:teuthology.orchestra.run.smithi071.stdout: "events": [ , 2020-08-19T18:34:55.948 INFO:teuthology.orchestra.run.smithi071.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:34:55.987 INFO:teuthology.orchestra.run.smithi071.stdout: "duration": 0.0012590279999999999 , 2020-08-19T18:34:55.987 INFO:teuthology.orchestra.run.smithi071.stdout: }, , 2020-08-19T18:34:55.987 INFO:teuthology.orchestra.run.smithi071.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:34:56.015 INFO:teuthology.orchestra.run.smithi071.stdout: "time": "2020-08-19T18:34:52.858028+0000", , 2020-08-19T18:34:56.015 INFO:teuthology.orchestra.run.smithi071.stdout: "duration": 8.2332999999999999e-05 , 2020-08-19T18:34:56.015 INFO:teuthology.orchestra.run.smithi071.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:34:56.035 INFO:teuthology.orchestra.run.smithi071.stdout: "event": "throttled", , 2020-08-19T18:34:56.036 INFO:teuthology.orchestra.run.smithi071.stdout: "time": "2020-08-19T18:34:52.866605+0000", , 2020-08-19T18:34:56.036 INFO:teuthology.orchestra.run.smithi071.stdout: "duration": 0.00027670800000000002 Ignoring malparsed backtrace: 2020-08-19T18:34:56.056 INFO:teuthology.orchestra.run.smithi071.stdout: "event": "done", , 2020-08-19T18:34:56.056 INFO:teuthology.orchestra.run.smithi071.stdout: "time": "2020-08-19T18:34:52.870781+0000", , 2020-08-19T18:34:56.056 INFO:teuthology.orchestra.run.smithi071.stdout: "duration": 0.001478004 Ignoring malparsed backtrace: 2020-08-19T18:34:56.078 INFO:teuthology.orchestra.run.smithi071.stdout: { , 2020-08-19T18:34:56.079 INFO:teuthology.orchestra.run.smithi071.stdout: "event": "queued_for_pg", , 2020-08-19T18:34:56.079 INFO:teuthology.orchestra.run.smithi071.stdout: "time": "2020-08-19T18:34:52.876129+0000", Ignoring malparsed backtrace: 2020-08-19T18:34:56.105 INFO:teuthology.orchestra.run.smithi071.stdout: }, , 2020-08-19T18:34:56.105 INFO:teuthology.orchestra.run.smithi071.stdout: { , 2020-08-19T18:34:56.105 INFO:teuthology.orchestra.run.smithi071.stdout: "event": "all_read", Ignoring malparsed backtrace: 2020-08-19T18:34:56.126 INFO:teuthology.orchestra.run.smithi071.stdout: "description": "MOSDECSubOpWrite(3.es2 26/22 ECSubWrite(tid=3, reqid=client.4463.0:19, at_version=26'3, trim_to=0'0, roll_forward_to=26'1))", , 2020-08-19T18:34:56.126 INFO:teuthology.orchestra.run.smithi071.stdout: "initiated_at": "2020-08-19T18:34:52.898183+0000", , 2020-08-19T18:34:56.126 INFO:teuthology.orchestra.run.smithi071.stdout: "age": 2.9772268240000002, Ignoring malparsed backtrace: 2020-08-19T18:34:56.161 INFO:teuthology.orchestra.run.smithi071.stdout: "duration": 2.1404999999999999e-05 , 2020-08-19T18:34:56.162 INFO:teuthology.orchestra.run.smithi071.stdout: }, , 2020-08-19T18:34:56.162 INFO:teuthology.orchestra.run.smithi071.stdout: { Ignoring malparsed backtrace: reweighted osd.1 to 1 (10000) , 2020-08-19T18:34:59.919 INFO:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd primary-affinity 1 1 , 2020-08-19T18:35:00.023+0000 7f507a2e8700 -1 WARNING: all dangerous and experimental features are enabled. Ignoring malparsed backtrace: 2020-08-19T18:35:17.009 INFO:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd last-stat-seq osd.0 , 2020-08-19T18:35:17.115+0000 7f65de7d4700 -1 WARNING: all dangerous and experimental features are enabled. , 2020-08-19T18:35:17.127+0000 7f65de7d4700 -1 WARNING: all dangerous and experimental features are enabled. Ignoring malparsed backtrace: instructed osd(s) 1 to deep-scrub , 2020-08-19T18:35:24.369 INFO:tasks.ceph:Scrubbing osd.2 , 2020-08-19T18:35:24.370 INFO:teuthology.orchestra.run.smithi123:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early tell osd.2 config set osd_debug_deep_scrub_sleep 0 Ignoring malparsed backtrace: 2020-08-19T18:35:47.495+0000 7f0fe13ff700 -1 WARNING: all dangerous and experimental features are enabled. , 2020-08-19T18:35:47.663 INFO:teuthology.orchestra.run.smithi123.stdout: , dumped all Ignoring malparsed backtrace: 2020-08-19T18:36:09.393 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi123.front.sepia.ceph.com , 2020-08-19T18:36:09.395 INFO:teuthology.orchestra.run.smithi123:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 , 2020-08-19T18:36:09.562 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi123.front.sepia.ceph.com Ignoring malparsed backtrace: 2020-08-19T18:36:13.844 INFO:teuthology.orchestra.run.smithi071.stdout:Building dependency tree... , 2020-08-19T18:36:13.845 INFO:teuthology.orchestra.run.smithi071.stdout:Reading state information... , 2020-08-19T18:36:13.931 INFO:teuthology.orchestra.run.smithi123.stdout:The following packages were automatically installed and are no longer required: Ignoring malparsed backtrace: (Reading database ... 45% , (Reading database ... 50% , (Reading database ... 55% Ignoring malparsed backtrace: W: --force-yes is deprecated, use one of the options starting with --allow instead. , 2020-08-19T18:36:18.342 INFO:teuthology.orchestra.run.smithi123.stdout:Reading package lists... , W: --force-yes is deprecated, use one of the options starting with --allow instead. Ignoring malparsed backtrace: (Reading database ... 40% , (Reading database ... 45% , (Reading database ... 50% Ignoring malparsed backtrace: (Reading database ... 50% , (Reading database ... 55% , (Reading database ... 60% Ignoring malparsed backtrace: 2020-08-19T18:36:26.804 INFO:teuthology.orchestra.run.smithi123.stdout: python3-webob python3-websocket python3-webtest python3-werkzeug socat , 2020-08-19T18:36:26.804 INFO:teuthology.orchestra.run.smithi123.stdout: xmlstarlet , 2020-08-19T18:36:26.804 INFO:teuthology.orchestra.run.smithi123.stdout:Use 'sudo apt autoremove' to remove them. Ignoring malparsed backtrace: (Reading database ... 50% , (Reading database ... 55% , (Reading database ... 60% Ignoring malparsed backtrace: (Reading database ... 75% , (Reading database ... 80% , (Reading database ... 85% Ignoring malparsed backtrace: (Reading database ... 95% , (Reading database ... 100% , (Reading database ... 107668 files and directories currently installed.) Ignoring malparsed backtrace: 2020-08-19T18:36:40.963 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pyinotify python3-pyparsing python3-pytest python3-repoze.lru , 2020-08-19T18:36:40.964 INFO:teuthology.orchestra.run.smithi123.stdout: python3-routes python3-rsa python3-scipy python3-simplegeneric , 2020-08-19T18:36:40.964 INFO:teuthology.orchestra.run.smithi123.stdout: python3-simplejson python3-singledispatch python3-sklearn Ignoring malparsed backtrace: (Reading database ... 70% , (Reading database ... 75% , (Reading database ... 80% Ignoring malparsed backtrace: 2020-08-19T18:36:44.568 INFO:teuthology.orchestra.run.smithi123.stdout: python3-ceph-common python3-cherrypy3 python3-cycler python3-dateutil , 2020-08-19T18:36:44.568 INFO:teuthology.orchestra.run.smithi123.stdout: python3-decorator python3-fasteners python3-html5lib python3-httplib2 , 2020-08-19T18:36:44.575 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jinja2 python3-joblib python3-json-pointer python3-jsonpatch Ignoring malparsed backtrace: (Reading database ... 25% , (Reading database ... 30% , (Reading database ... 35% Ignoring malparsed backtrace: (Reading database ... 20% , (Reading database ... 25% , (Reading database ... 30% Ignoring malparsed backtrace: 2020-08-19T18:36:49.509 INFO:teuthology.orchestra.run.smithi071.stdout: python3-oauth2client python3-olefile python3-paste python3-pastedeploy , 2020-08-19T18:36:49.509 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pastescript python3-pecan python3-pil python3-pluggy , 2020-08-19T18:36:49.509 INFO:teuthology.orchestra.run.smithi071.stdout: python3-prettytable python3-py python3-pyasn1 python3-pyasn1-modules Ignoring malparsed backtrace: 2020-08-19T18:36:51.452 INFO:teuthology.orchestra.run.smithi071.stdout:Removing libradosstriper1 (16.0.0-4528-g8d9001a-1bionic) ... , 2020-08-19T18:36:51.569 INFO:teuthology.orchestra.run.smithi123.stdout:Removing qemu-system-common (1:2.11+dfsg-1ubuntu7.31) ... , 2020-08-19T18:36:51.802 INFO:teuthology.orchestra.run.smithi071.stdout:Removing qemu-utils (1:2.11+dfsg-1ubuntu7.31) ... Ignoring malparsed backtrace: W: --force-yes is deprecated, use one of the options starting with --allow instead. , 2020-08-19T18:36:56.822 INFO:teuthology.orchestra.run.smithi123.stdout:Reading package lists... , 2020-08-19T18:36:57.057 INFO:teuthology.orchestra.run.smithi123.stdout:Building dependency tree... Ignoring malparsed backtrace: 2020-08-19T18:36:57.860 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pecan python3-pil python3-pluggy python3-prettytable python3-py , 2020-08-19T18:36:57.861 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pyasn1 python3-pyasn1-modules python3-pyinotify python3-pyparsing , 2020-08-19T18:36:57.861 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pytest python3-repoze.lru python3-routes python3-rsa python3-scipy Ignoring malparsed backtrace: 2020-08-19T18:36:58.665 INFO:teuthology.orchestra.run.smithi071.stdout: libleveldb1v5 liblttng-ust0 libmp3lame0 libmpg123-0 liboath0 libonig4 , 2020-08-19T18:36:58.665 INFO:teuthology.orchestra.run.smithi071.stdout: libopus0 liborc-0.4-0 librabbitmq4 libraw1394-11 librdkafka1 libsamplerate0 , 2020-08-19T18:36:58.665 INFO:teuthology.orchestra.run.smithi071.stdout: libshout3 libsnappy1v5 libspeex1 libspice-server1 libtag1v5 Ignoring malparsed backtrace: 2020-08-19T18:37:05.281 INFO:teuthology.orchestra.run.smithi071.stdout:Removing libspice-server1:amd64 (0.14.0-1ubuntu2.4) ... , 2020-08-19T18:37:05.666 INFO:teuthology.orchestra.run.smithi123.stdout:Removing libgstreamer1.0-0:amd64 (1.14.5-0ubuntu1~18.04.1) ... , 2020-08-19T18:37:05.668 INFO:teuthology.orchestra.run.smithi071.stdout:Removing libgstreamer-plugins-good1.0-0:amd64 (1.14.5-0ubuntu1~18.04.1) ... Ignoring malparsed backtrace: 2020-08-19T18:37:26.000 INFO:teuthology.orchestra.run.smithi071.stdout:Removing python3-bcrypt (3.1.4-2) ... , 2020-08-19T18:37:26.078 INFO:teuthology.orchestra.run.smithi123.stdout:Removing python3-ceph-argparse (16.0.0-4528-g8d9001a-1bionic) ... , 2020-08-19T18:37:26.452 INFO:teuthology.orchestra.run.smithi071.stdout:Removing python3-bs4 (4.6.0-1) ... Ignoring malparsed backtrace: 2020-08-19T18:37:50.676 INFO:teuthology.orchestra.run.smithi123.stdout:Removing sharutils (1:4.15.2-3) ... , 2020-08-19T18:37:50.679 INFO:teuthology.orchestra.run.smithi071.stdout:Removing python3-websocket (0.44.0-0ubuntu2) ... , 2020-08-19T18:37:51.046 INFO:teuthology.orchestra.run.smithi071.stdout:Removing python3-werkzeug (0.14.1+dfsg1-1) ... Ignoring malparsed backtrace: next(self.gen) , File "/home/teuthworker/src/git.ceph.com_ceph-c_wip-kefu-testing-2020-08-19-1141/qa/tasks/rados.py", line 277, in task , running.get() Ignoring malparsed backtrace: ceph version 16.0.0-4528-g8d9001a (8d9001a8062a52bb640447b6a7e38abbff3580ee) pacific (dev) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7f074a31ff1a] , 2: (WriteOp::_finish(TestOp::CallbackInfo*)+0x5b6) [0x559630d2e666] Ignoring malparsed backtrace: 2020-08-19T18:40:22.831+0000 7fcc5a89a700 -1 WARNING: all dangerous and experimental features are enabled. , 2020-08-19T18:40:22.838+0000 7fcc5a89a700 -1 WARNING: all dangerous and experimental features are enabled. , set osd.0 primary-affinity to 1 (8655362) Ignoring malparsed backtrace: 2020-08-19T18:40:41.763+0000 7ff1d736e700 -1 WARNING: all dangerous and experimental features are enabled. , 2020-08-19T18:40:41.798 INFO:teuthology.orchestra.run.smithi022.stdout:55834574862 , 2020-08-19T18:40:41.799 INFO:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early tell osd.7 flush_pg_stats Ignoring malparsed backtrace: 2020-08-19T18:40:49.214 INFO:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd deep-scrub 1 , 2020-08-19T18:40:49.325+0000 7f8fe88ff700 -1 WARNING: all dangerous and experimental features are enabled. , 2020-08-19T18:40:49.330+0000 7f8fe88ff700 -1 WARNING: all dangerous and experimental features are enabled. Ignoring malparsed backtrace: 2020-08-19T18:40:52.510 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. , 2020-08-19T18:41:12.513 INFO:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early pg dump --format=json , 2020-08-19T18:41:12.636+0000 7f610568c700 -1 WARNING: all dangerous and experimental features are enabled. Ignoring malparsed backtrace: 2020-08-19T18:41:34.878 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi161.front.sepia.ceph.com , 2020-08-19T18:41:34.878 INFO:teuthology.orchestra.run.smithi161:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 , 2020-08-19T18:41:34.946 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi161.front.sepia.ceph.com Ignoring malparsed backtrace: 2020-08-19T18:41:40.694 INFO:teuthology.orchestra.run.smithi022.stdout:================================================================================ , 2020-08-19T18:41:40.694 INFO:teuthology.orchestra.run.smithi022.stdout:Remove 1 Package , 2020-08-19T18:41:40.694 INFO:teuthology.orchestra.run.smithi022.stdout: Ignoring malparsed backtrace: 2020-08-19T18:41:43.444 INFO:teuthology.orchestra.run.smithi161.stdout: Erasing : xmlstarlet-1.6.1-11.el8.x86_64 5/5 , 2020-08-19T18:41:43.470 INFO:teuthology.orchestra.run.smithi022.stdout: Erasing : socat-1.7.3.2-6.el8.x86_64 4/5 , 2020-08-19T18:41:43.647 INFO:teuthology.orchestra.run.smithi022.stdout: Erasing : xmlstarlet-1.6.1-11.el8.x86_64 5/5 Ignoring malparsed backtrace: 2020-08-19T18:41:46.160 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mds-2:16.0.0-4528.g8d9001a.el8.x86_64 , 2020-08-19T18:41:46.161 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mon-2:16.0.0-4528.g8d9001a.el8.x86_64 , 2020-08-19T18:41:46.161 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-osd-2:16.0.0-4528.g8d9001a.el8.x86_64 Ignoring malparsed backtrace: 2020-08-19T18:41:46.885 INFO:teuthology.orchestra.run.smithi161.stdout: python3-trustme noarch0.5.2-4.el8 @epel 51 k , 2020-08-19T18:41:46.886 INFO:teuthology.orchestra.run.smithi161.stdout: python3-urllib3 noarch1.24.2-2.el8 @CentOS-Base 604 k , 2020-08-19T18:41:46.886 INFO:teuthology.orchestra.run.smithi161.stdout: python3-waitress noarch1.2.1-2.el8.1 @epel 1.0 M Ignoring malparsed backtrace: 2020-08-19T18:41:47.308 INFO:teuthology.orchestra.run.smithi022.stdout: python3-singledispatch noarch3.4.0.3-18.el8 @epel 43 k , 2020-08-19T18:41:47.308 INFO:teuthology.orchestra.run.smithi022.stdout: python3-tempora noarch1.14.1-5.el8 @epel 82 k , 2020-08-19T18:41:47.308 INFO:teuthology.orchestra.run.smithi022.stdout: python3-trustme noarch0.5.2-4.el8 @epel 51 k Ignoring malparsed backtrace: 2020-08-19T18:41:53.902 INFO:teuthology.orchestra.run.smithi022.stdout: Erasing : python3-tempora-1.14.1-5.el8.noarch 28/85 , 2020-08-19T18:41:53.942 INFO:teuthology.orchestra.run.smithi161.stdout: Erasing : python3-mako-1.0.6-13.el8.noarch 31/85 , 2020-08-19T18:41:54.066 INFO:teuthology.orchestra.run.smithi022.stdout: Erasing : python3-jaraco-functools-2.0-4.el8.noarch 29/85 Ignoring malparsed backtrace: 2020-08-19T18:42:15.019 INFO:teuthology.orchestra.run.smithi161.stdout:skipping the directory /var/tmp , 2020-08-19T18:42:15.019 INFO:teuthology.orchestra.run.smithi161.stdout:skipping the directory /home , 2020-08-19T18:42:15.019 INFO:teuthology.orchestra.run.smithi161.stdout:skipping the directory /tmp Ignoring malparsed backtrace: 2020-08-19T18:42:19.603 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 55/85 , 2020-08-19T18:42:19.603 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 56/85 , 2020-08-19T18:42:19.604 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-portend-2.6-1.el8.noarch 57/85 Ignoring malparsed backtrace: 2020-08-19T18:42:19.615 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-numpy-1:1.14.3-9.el8.x86_64 53/85 , 2020-08-19T18:42:19.616 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-numpy-f2py-1:1.14.3-9.el8.x86_64 54/85 , 2020-08-19T18:42:19.616 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 55/85 Ignoring malparsed backtrace: 2020-08-19T18:42:20.055 INFO:teuthology.orchestra.run.smithi161.stdout: python3-repoze-lru-0.7-6.el8.noarch , 2020-08-19T18:42:20.056 INFO:teuthology.orchestra.run.smithi161.stdout: python3-requests-2.20.0-2.1.el8_1.noarch , 2020-08-19T18:42:20.056 INFO:teuthology.orchestra.run.smithi161.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch Ignoring malparsed backtrace: 2020-08-19T18:42:21.028 INFO:teuthology.orchestra.run.smithi022.stdout: python3-prettytable-0.7.2-14.el8.noarch , 2020-08-19T18:42:21.028 INFO:teuthology.orchestra.run.smithi022.stdout: python3-pyasn1-0.3.7-6.el8.noarch , 2020-08-19T18:42:21.028 INFO:teuthology.orchestra.run.smithi022.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch Ignoring malparsed backtrace: 2020-08-19T18:42:24.204 INFO:teuthology.orchestra.run.smithi022.stdout: , 2020-08-19T18:42:24.204 INFO:teuthology.orchestra.run.smithi022.stdout:Transaction Summary , 2020-08-19T18:42:24.204 INFO:teuthology.orchestra.run.smithi022.stdout:================================================================================ Ignoring malparsed backtrace: 2020-08-19T18:42:27.826 INFO:teuthology.orchestra.run.smithi022.stdout:Complete! , 2020-08-19T18:42:27.962 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 3/3 , 2020-08-19T18:42:27.962 INFO:teuthology.orchestra.run.smithi161.stdout: Ignoring malparsed backtrace: 2020-08-19T18:42:30.262 INFO:teuthology.orchestra.run.smithi022.stdout:Running transaction test , 2020-08-19T18:42:30.296 INFO:teuthology.orchestra.run.smithi022.stdout:Transaction test succeeded. , 2020-08-19T18:42:30.296 INFO:teuthology.orchestra.run.smithi022.stdout:Running transaction Ignoring malparsed backtrace: 2020-08-19T18:42:33.656 INFO:teuthology.orchestra.run.smithi022.stdout:================================================================================ , 2020-08-19T18:42:33.656 INFO:teuthology.orchestra.run.smithi022.stdout:Remove 7 Packages , 2020-08-19T18:42:33.656 INFO:teuthology.orchestra.run.smithi022.stdout: Ignoring malparsed backtrace: 2020-08-19T18:42:37.787 INFO:teuthology.orchestra.run.smithi161.stdout:No match for argument: rbd-nbd , 2020-08-19T18:42:37.787 INFO:teuthology.orchestra.run.smithi161.stdout:Dependencies resolved. , 2020-08-19T18:42:37.787 INFO:teuthology.orchestra.run.smithi161.stdout:Nothing to do. Ignoring malparsed backtrace: Redirecting to /bin/systemctl restart rsyslog.service , 2020-08-19T18:42:42.305 INFO:teuthology.task.internal.syslog:Checking logs for errors... , 2020-08-19T18:42:42.305 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi022.front.sepia.ceph.com Ignoring malparsed backtrace: ceph version 16.0.0-4528-g8d9001a (8d9001a8062a52bb640447b6a7e38abbff3580ee) pacific (dev) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7f074a31ff1a] , 2: (WriteOp::_finish(TestOp::CallbackInfo*)+0x5b6) [0x559630d2e666] Ignoring malparsed backtrace: 2020-08-19T18:40:22.831+0000 7fcc5a89a700 -1 WARNING: all dangerous and experimental features are enabled. , 2020-08-19T18:40:22.838+0000 7fcc5a89a700 -1 WARNING: all dangerous and experimental features are enabled. , set osd.0 primary-affinity to 1 (8655362) Ignoring malparsed backtrace: 2020-08-19T18:40:41.763+0000 7ff1d736e700 -1 WARNING: all dangerous and experimental features are enabled. , 2020-08-19T18:40:41.798 INFO:teuthology.orchestra.run.smithi022.stdout:55834574862 , 2020-08-19T18:40:41.799 INFO:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early tell osd.7 flush_pg_stats Ignoring malparsed backtrace: 2020-08-19T18:40:49.214 INFO:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd deep-scrub 1 , 2020-08-19T18:40:49.325+0000 7f8fe88ff700 -1 WARNING: all dangerous and experimental features are enabled. , 2020-08-19T18:40:49.330+0000 7f8fe88ff700 -1 WARNING: all dangerous and experimental features are enabled. Ignoring malparsed backtrace: 2020-08-19T18:40:52.510 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. , 2020-08-19T18:41:12.513 INFO:teuthology.orchestra.run.smithi022:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early pg dump --format=json , 2020-08-19T18:41:12.636+0000 7f610568c700 -1 WARNING: all dangerous and experimental features are enabled. Ignoring malparsed backtrace: 2020-08-19T18:41:34.878 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi161.front.sepia.ceph.com , 2020-08-19T18:41:34.878 INFO:teuthology.orchestra.run.smithi161:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 , 2020-08-19T18:41:34.946 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi161.front.sepia.ceph.com Ignoring malparsed backtrace: 2020-08-19T18:41:40.694 INFO:teuthology.orchestra.run.smithi022.stdout:================================================================================ , 2020-08-19T18:41:40.694 INFO:teuthology.orchestra.run.smithi022.stdout:Remove 1 Package , 2020-08-19T18:41:40.694 INFO:teuthology.orchestra.run.smithi022.stdout: Ignoring malparsed backtrace: 2020-08-19T18:41:43.444 INFO:teuthology.orchestra.run.smithi161.stdout: Erasing : xmlstarlet-1.6.1-11.el8.x86_64 5/5 , 2020-08-19T18:41:43.470 INFO:teuthology.orchestra.run.smithi022.stdout: Erasing : socat-1.7.3.2-6.el8.x86_64 4/5 , 2020-08-19T18:41:43.647 INFO:teuthology.orchestra.run.smithi022.stdout: Erasing : xmlstarlet-1.6.1-11.el8.x86_64 5/5 Ignoring malparsed backtrace: 2020-08-19T18:41:46.160 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mds-2:16.0.0-4528.g8d9001a.el8.x86_64 , 2020-08-19T18:41:46.161 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mon-2:16.0.0-4528.g8d9001a.el8.x86_64 , 2020-08-19T18:41:46.161 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-osd-2:16.0.0-4528.g8d9001a.el8.x86_64 Ignoring malparsed backtrace: 2020-08-19T18:41:46.885 INFO:teuthology.orchestra.run.smithi161.stdout: python3-trustme noarch0.5.2-4.el8 @epel 51 k , 2020-08-19T18:41:46.886 INFO:teuthology.orchestra.run.smithi161.stdout: python3-urllib3 noarch1.24.2-2.el8 @CentOS-Base 604 k , 2020-08-19T18:41:46.886 INFO:teuthology.orchestra.run.smithi161.stdout: python3-waitress noarch1.2.1-2.el8.1 @epel 1.0 M Ignoring malparsed backtrace: 2020-08-19T18:41:47.308 INFO:teuthology.orchestra.run.smithi022.stdout: python3-singledispatch noarch3.4.0.3-18.el8 @epel 43 k , 2020-08-19T18:41:47.308 INFO:teuthology.orchestra.run.smithi022.stdout: python3-tempora noarch1.14.1-5.el8 @epel 82 k , 2020-08-19T18:41:47.308 INFO:teuthology.orchestra.run.smithi022.stdout: python3-trustme noarch0.5.2-4.el8 @epel 51 k Ignoring malparsed backtrace: 2020-08-19T18:41:53.902 INFO:teuthology.orchestra.run.smithi022.stdout: Erasing : python3-tempora-1.14.1-5.el8.noarch 28/85 , 2020-08-19T18:41:53.942 INFO:teuthology.orchestra.run.smithi161.stdout: Erasing : python3-mako-1.0.6-13.el8.noarch 31/85 , 2020-08-19T18:41:54.066 INFO:teuthology.orchestra.run.smithi022.stdout: Erasing : python3-jaraco-functools-2.0-4.el8.noarch 29/85 Ignoring malparsed backtrace: 2020-08-19T18:42:15.019 INFO:teuthology.orchestra.run.smithi161.stdout:skipping the directory /var/tmp , 2020-08-19T18:42:15.019 INFO:teuthology.orchestra.run.smithi161.stdout:skipping the directory /home , 2020-08-19T18:42:15.019 INFO:teuthology.orchestra.run.smithi161.stdout:skipping the directory /tmp Ignoring malparsed backtrace: 2020-08-19T18:42:19.603 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 55/85 , 2020-08-19T18:42:19.603 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 56/85 , 2020-08-19T18:42:19.604 INFO:teuthology.orchestra.run.smithi022.stdout: Verifying : python3-portend-2.6-1.el8.noarch 57/85 Ignoring malparsed backtrace: 2020-08-19T18:42:19.615 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-numpy-1:1.14.3-9.el8.x86_64 53/85 , 2020-08-19T18:42:19.616 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-numpy-f2py-1:1.14.3-9.el8.x86_64 54/85 , 2020-08-19T18:42:19.616 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 55/85 Ignoring malparsed backtrace: 2020-08-19T18:42:20.055 INFO:teuthology.orchestra.run.smithi161.stdout: python3-repoze-lru-0.7-6.el8.noarch , 2020-08-19T18:42:20.056 INFO:teuthology.orchestra.run.smithi161.stdout: python3-requests-2.20.0-2.1.el8_1.noarch , 2020-08-19T18:42:20.056 INFO:teuthology.orchestra.run.smithi161.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch Ignoring malparsed backtrace: 2020-08-19T18:42:21.028 INFO:teuthology.orchestra.run.smithi022.stdout: python3-prettytable-0.7.2-14.el8.noarch , 2020-08-19T18:42:21.028 INFO:teuthology.orchestra.run.smithi022.stdout: python3-pyasn1-0.3.7-6.el8.noarch , 2020-08-19T18:42:21.028 INFO:teuthology.orchestra.run.smithi022.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch Ignoring malparsed backtrace: 2020-08-19T18:42:24.204 INFO:teuthology.orchestra.run.smithi022.stdout: , 2020-08-19T18:42:24.204 INFO:teuthology.orchestra.run.smithi022.stdout:Transaction Summary , 2020-08-19T18:42:24.204 INFO:teuthology.orchestra.run.smithi022.stdout:================================================================================ Ignoring malparsed backtrace: 2020-08-19T18:42:27.826 INFO:teuthology.orchestra.run.smithi022.stdout:Complete! , 2020-08-19T18:42:27.962 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 3/3 , 2020-08-19T18:42:27.962 INFO:teuthology.orchestra.run.smithi161.stdout: Ignoring malparsed backtrace: 2020-08-19T18:42:30.262 INFO:teuthology.orchestra.run.smithi022.stdout:Running transaction test , 2020-08-19T18:42:30.296 INFO:teuthology.orchestra.run.smithi022.stdout:Transaction test succeeded. , 2020-08-19T18:42:30.296 INFO:teuthology.orchestra.run.smithi022.stdout:Running transaction Ignoring malparsed backtrace: 2020-08-19T18:42:33.656 INFO:teuthology.orchestra.run.smithi022.stdout:================================================================================ , 2020-08-19T18:42:33.656 INFO:teuthology.orchestra.run.smithi022.stdout:Remove 7 Packages , 2020-08-19T18:42:33.656 INFO:teuthology.orchestra.run.smithi022.stdout: Ignoring malparsed backtrace: 2020-08-19T18:42:37.787 INFO:teuthology.orchestra.run.smithi161.stdout:No match for argument: rbd-nbd , 2020-08-19T18:42:37.787 INFO:teuthology.orchestra.run.smithi161.stdout:Dependencies resolved. , 2020-08-19T18:42:37.787 INFO:teuthology.orchestra.run.smithi161.stdout:Nothing to do. Ignoring malparsed backtrace: Redirecting to /bin/systemctl restart rsyslog.service , 2020-08-19T18:42:42.305 INFO:teuthology.task.internal.syslog:Checking logs for errors... , 2020-08-19T18:42:42.305 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi022.front.sepia.ceph.com Ignoring malparsed backtrace: ceph version 16.0.0-4528-g8d9001a (8d9001a8062a52bb640447b6a7e38abbff3580ee) pacific (dev) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7fe851d8ff1a] , 2: (WriteOp::_finish(TestOp::CallbackInfo*)+0x5b6) [0x563de14fd666] Ignoring malparsed backtrace: 2020-08-19T18:39:06.502 INFO:teuthology.orchestra.run.smithi140.stdout: { , 2020-08-19T18:39:06.502 INFO:teuthology.orchestra.run.smithi140.stdout: "event": "sub_op_started", , 2020-08-19T18:39:06.502 INFO:teuthology.orchestra.run.smithi140.stdout: "time": "2020-08-19T18:39:06.105866+0000", Ignoring malparsed backtrace: 2020-08-19T18:39:06.513 INFO:teuthology.orchestra.run.smithi140.stdout: }, , 2020-08-19T18:39:06.513 INFO:teuthology.orchestra.run.smithi140.stdout: { , 2020-08-19T18:39:06.513 INFO:teuthology.orchestra.run.smithi140.stdout: "event": "all_read", Ignoring malparsed backtrace: 2020-08-19T18:39:06.527 INFO:teuthology.orchestra.run.smithi140.stdout: "description": "MOSDECSubOpRead(3.5s2 26/22 ECSubRead(tid=5, to_read={3:a947931a:::smithi14034282-4:head=0,4096,0}, subchunks={3:a947931a:::smithi14034282-4:head=[0,1]}, attrs_to_read=))", , 2020-08-19T18:39:06.527 INFO:teuthology.orchestra.run.smithi140.stdout: "initiated_at": "2020-08-19T18:39:06.115311+0000", , 2020-08-19T18:39:06.527 INFO:teuthology.orchestra.run.smithi140.stdout: "age": 0.37855464799999999, Ignoring malparsed backtrace: 2020-08-19T18:39:06.536 INFO:teuthology.orchestra.run.smithi140.stdout: "duration": 5.6712999999999997e-05 , 2020-08-19T18:39:06.536 INFO:teuthology.orchestra.run.smithi140.stdout: }, , 2020-08-19T18:39:06.536 INFO:teuthology.orchestra.run.smithi140.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:39:06.545 INFO:teuthology.orchestra.run.smithi140.stdout: "time": "2020-08-19T18:39:06.146176+0000", , 2020-08-19T18:39:06.545 INFO:teuthology.orchestra.run.smithi140.stdout: "duration": 5.011e-06 , 2020-08-19T18:39:06.545 INFO:teuthology.orchestra.run.smithi140.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:39:06.555 INFO:teuthology.orchestra.run.smithi140.stdout: "event": "initiated", , 2020-08-19T18:39:06.556 INFO:teuthology.orchestra.run.smithi140.stdout: "time": "2020-08-19T18:39:06.166606+0000", , 2020-08-19T18:39:06.556 INFO:teuthology.orchestra.run.smithi140.stdout: "duration": 0 Ignoring malparsed backtrace: 2020-08-19T18:39:06.567 INFO:teuthology.orchestra.run.smithi140.stdout: "event": "sub_op_committed", , 2020-08-19T18:39:06.567 INFO:teuthology.orchestra.run.smithi140.stdout: "time": "2020-08-19T18:39:06.175576+0000", , 2020-08-19T18:39:06.567 INFO:teuthology.orchestra.run.smithi140.stdout: "duration": 3.9096e-05 Ignoring malparsed backtrace: 2020-08-19T18:39:06.579 INFO:teuthology.orchestra.run.smithi140.stdout: { , 2020-08-19T18:39:06.579 INFO:teuthology.orchestra.run.smithi140.stdout: "event": "dispatched", , 2020-08-19T18:39:06.579 INFO:teuthology.orchestra.run.smithi140.stdout: "time": "2020-08-19T18:39:06.180081+0000", Ignoring malparsed backtrace: 2020-08-19T18:39:06.593 INFO:teuthology.orchestra.run.smithi140.stdout: }, , 2020-08-19T18:39:06.594 INFO:teuthology.orchestra.run.smithi140.stdout: { , 2020-08-19T18:39:06.594 INFO:teuthology.orchestra.run.smithi140.stdout: "event": "header_read", Ignoring malparsed backtrace: 2020-08-19T18:39:06.602 INFO:teuthology.orchestra.run.smithi140.stdout: } , 2020-08-19T18:39:06.602 INFO:teuthology.orchestra.run.smithi140.stdout: ] , 2020-08-19T18:39:06.603 INFO:teuthology.orchestra.run.smithi140.stdout: } Ignoring malparsed backtrace: 2020-08-19T18:39:06.613 INFO:teuthology.orchestra.run.smithi140.stdout: "duration": 4.0731e-05 , 2020-08-19T18:39:06.613 INFO:teuthology.orchestra.run.smithi140.stdout: }, , 2020-08-19T18:39:06.613 INFO:teuthology.orchestra.run.smithi140.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:39:06.624 INFO:teuthology.orchestra.run.smithi140.stdout: "time": "2020-08-19T18:39:06.259706+0000", , 2020-08-19T18:39:06.624 INFO:teuthology.orchestra.run.smithi140.stdout: "duration": 0.00054598400000000001 , 2020-08-19T18:39:06.624 INFO:teuthology.orchestra.run.smithi140.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:39:07.002 INFO:teuthology.orchestra.run.smithi140.stdout: }, , 2020-08-19T18:39:07.002 INFO:teuthology.orchestra.run.smithi140.stdout: { , 2020-08-19T18:39:07.002 INFO:teuthology.orchestra.run.smithi140.stdout: "event": "queued_for_pg", Ignoring malparsed backtrace: 2020-08-19T18:39:07.013 INFO:teuthology.orchestra.run.smithi140.stdout: }, , 2020-08-19T18:39:07.013 INFO:teuthology.orchestra.run.smithi140.stdout: { , 2020-08-19T18:39:07.013 INFO:teuthology.orchestra.run.smithi140.stdout: "event": "done", Ignoring malparsed backtrace: 2020-08-19T18:39:07.022 INFO:teuthology.orchestra.run.smithi140.stdout: "duration": 0 , 2020-08-19T18:39:07.022 INFO:teuthology.orchestra.run.smithi140.stdout: }, , 2020-08-19T18:39:07.022 INFO:teuthology.orchestra.run.smithi140.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:39:07.032 INFO:teuthology.orchestra.run.smithi140.stdout: "duration": 0.0015897350000000001 , 2020-08-19T18:39:07.032 INFO:teuthology.orchestra.run.smithi140.stdout: }, , 2020-08-19T18:39:07.032 INFO:teuthology.orchestra.run.smithi140.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:39:07.040 INFO:teuthology.orchestra.run.smithi140.stdout: "duration": 0.0072404699999999997 , 2020-08-19T18:39:07.041 INFO:teuthology.orchestra.run.smithi140.stdout: } , 2020-08-19T18:39:07.041 INFO:teuthology.orchestra.run.smithi140.stdout: ] Ignoring malparsed backtrace: 2020-08-19T18:39:07.050 INFO:teuthology.orchestra.run.smithi140.stdout: "time": "2020-08-19T18:39:06.117682+0000", , 2020-08-19T18:39:07.050 INFO:teuthology.orchestra.run.smithi140.stdout: "duration": 0.000104379 , 2020-08-19T18:39:07.050 INFO:teuthology.orchestra.run.smithi140.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:39:07.060 INFO:teuthology.orchestra.run.smithi140.stdout: "time": "2020-08-19T18:39:06.117874+0000", , 2020-08-19T18:39:07.060 INFO:teuthology.orchestra.run.smithi140.stdout: "duration": 2.5339999999999998e-06 , 2020-08-19T18:39:07.060 INFO:teuthology.orchestra.run.smithi140.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:39:07.069 INFO:teuthology.orchestra.run.smithi140.stdout: "time": "2020-08-19T18:39:06.118238+0000", , 2020-08-19T18:39:07.069 INFO:teuthology.orchestra.run.smithi140.stdout: "duration": 0.0035574080000000002 , 2020-08-19T18:39:07.069 INFO:teuthology.orchestra.run.smithi140.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:39:07.078 INFO:teuthology.orchestra.run.smithi140.stdout: "time": "2020-08-19T18:39:06.137066+0000", , 2020-08-19T18:39:07.078 INFO:teuthology.orchestra.run.smithi140.stdout: "duration": 0.0066780370000000004 , 2020-08-19T18:39:07.078 INFO:teuthology.orchestra.run.smithi140.stdout: } Ignoring malparsed backtrace: 2020-08-19T18:39:07.087 INFO:teuthology.orchestra.run.smithi140.stdout: "event": "header_read", , 2020-08-19T18:39:07.087 INFO:teuthology.orchestra.run.smithi140.stdout: "time": "2020-08-19T18:39:06.148631+0000", , 2020-08-19T18:39:07.087 INFO:teuthology.orchestra.run.smithi140.stdout: "duration": 5.3619999999999997e-06 Ignoring malparsed backtrace: 2020-08-19T18:39:07.096 INFO:teuthology.orchestra.run.smithi140.stdout: "event": "started", , 2020-08-19T18:39:07.096 INFO:teuthology.orchestra.run.smithi140.stdout: "time": "2020-08-19T18:39:06.154811+0000", , 2020-08-19T18:39:07.096 INFO:teuthology.orchestra.run.smithi140.stdout: "duration": 0.00092940399999999999 Ignoring malparsed backtrace: 2020-08-19T18:39:07.105 INFO:teuthology.orchestra.run.smithi140.stdout: } , 2020-08-19T18:39:07.105 INFO:teuthology.orchestra.run.smithi140.stdout: }, , 2020-08-19T18:39:07.105 INFO:teuthology.orchestra.run.smithi140.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:39:07.115 INFO:teuthology.orchestra.run.smithi140.stdout: { , 2020-08-19T18:39:07.115 INFO:teuthology.orchestra.run.smithi140.stdout: "event": "dispatched", , 2020-08-19T18:39:07.115 INFO:teuthology.orchestra.run.smithi140.stdout: "time": "2020-08-19T18:39:06.177992+0000", Ignoring malparsed backtrace: 2020-08-19T18:39:07.124 INFO:teuthology.orchestra.run.smithi140.stdout: { , 2020-08-19T18:39:07.124 INFO:teuthology.orchestra.run.smithi140.stdout: "event": "done", , 2020-08-19T18:39:07.124 INFO:teuthology.orchestra.run.smithi140.stdout: "time": "2020-08-19T18:39:06.251033+0000", Ignoring malparsed backtrace: 2020-08-19T18:39:07.133 INFO:teuthology.orchestra.run.smithi140.stdout: }, , 2020-08-19T18:39:07.133 INFO:teuthology.orchestra.run.smithi140.stdout: { , 2020-08-19T18:39:07.133 INFO:teuthology.orchestra.run.smithi140.stdout: "event": "throttled", Ignoring malparsed backtrace: 2020-08-19T18:39:07.518 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 1.1505000000000001e-05 , 2020-08-19T18:39:07.518 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:07.518 INFO:teuthology.orchestra.run.smithi104.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:39:07.527 INFO:teuthology.orchestra.run.smithi104.stdout: "type_data": { , 2020-08-19T18:39:07.527 INFO:teuthology.orchestra.run.smithi104.stdout: "flag_point": "reached pg", , 2020-08-19T18:39:07.527 INFO:teuthology.orchestra.run.smithi104.stdout: "events": [ Ignoring malparsed backtrace: 2020-08-19T18:39:07.538 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:39:06.121526+0000", , 2020-08-19T18:39:07.538 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 0.0043085270000000004 , 2020-08-19T18:39:07.538 INFO:teuthology.orchestra.run.smithi104.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:39:07.547 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "all_read", , 2020-08-19T18:39:07.547 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:39:06.132675+0000", , 2020-08-19T18:39:07.547 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 1.1365999999999999e-05 Ignoring malparsed backtrace: 2020-08-19T18:39:07.555 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "commit_sent", , 2020-08-19T18:39:07.556 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:39:06.143204+0000", , 2020-08-19T18:39:07.556 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 5.6039999999999999e-05 Ignoring malparsed backtrace: 2020-08-19T18:39:07.568 INFO:teuthology.orchestra.run.smithi104.stdout: { , 2020-08-19T18:39:07.568 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "initiated", , 2020-08-19T18:39:07.568 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:39:06.143333+0000", Ignoring malparsed backtrace: 2020-08-19T18:39:07.579 INFO:teuthology.orchestra.run.smithi104.stdout: { , 2020-08-19T18:39:07.579 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "queued_for_pg", , 2020-08-19T18:39:07.579 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:39:06.143428+0000", Ignoring malparsed backtrace: 2020-08-19T18:39:07.590 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:07.590 INFO:teuthology.orchestra.run.smithi104.stdout: { , 2020-08-19T18:39:07.591 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "header_read", Ignoring malparsed backtrace: 2020-08-19T18:39:07.599 INFO:teuthology.orchestra.run.smithi104.stdout: "flag_point": "reached pg", , 2020-08-19T18:39:07.599 INFO:teuthology.orchestra.run.smithi104.stdout: "events": [ , 2020-08-19T18:39:07.599 INFO:teuthology.orchestra.run.smithi104.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:39:07.609 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 0.0028398379999999999 , 2020-08-19T18:39:07.610 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:07.610 INFO:teuthology.orchestra.run.smithi104.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:39:07.619 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:39:06.252254+0000", , 2020-08-19T18:39:07.619 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 5.0509999999999996e-06 , 2020-08-19T18:39:07.619 INFO:teuthology.orchestra.run.smithi104.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:39:07.628 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:39:06.258840+0000", , 2020-08-19T18:39:07.629 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 0.000679818 , 2020-08-19T18:39:07.629 INFO:teuthology.orchestra.run.smithi104.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:39:07.637 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:07.637 INFO:teuthology.orchestra.run.smithi104.stdout: { , 2020-08-19T18:39:07.637 INFO:teuthology.orchestra.run.smithi104.stdout: "description": "osd_op(client.4579.0:64 3.9s0 3:9551c723:::smithi14034282-16:head [read 0~18446744073709551611] snapc 0=[] ondisk+read+rwordered+known_if_redirected e26)", Ignoring malparsed backtrace: 2020-08-19T18:39:08.009 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:08.009 INFO:teuthology.orchestra.run.smithi104.stdout: "events": [ , 2020-08-19T18:39:08.010 INFO:teuthology.orchestra.run.smithi104.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:39:08.018 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 5.6189999999999999e-06 , 2020-08-19T18:39:08.018 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:08.018 INFO:teuthology.orchestra.run.smithi104.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:39:08.028 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 6.3109999999999997e-05 , 2020-08-19T18:39:08.028 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:08.028 INFO:teuthology.orchestra.run.smithi104.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:39:08.037 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 9.2374999999999996e-05 , 2020-08-19T18:39:08.037 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:08.037 INFO:teuthology.orchestra.run.smithi104.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:39:08.046 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:39:06.109528+0000", , 2020-08-19T18:39:08.046 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 8.1499999999999999e-06 , 2020-08-19T18:39:08.046 INFO:teuthology.orchestra.run.smithi104.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:39:08.055 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "all_read", , 2020-08-19T18:39:08.055 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:39:06.114109+0000", , 2020-08-19T18:39:08.055 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 7.1430000000000001e-06 Ignoring malparsed backtrace: 2020-08-19T18:39:08.064 INFO:teuthology.orchestra.run.smithi104.stdout: { , 2020-08-19T18:39:08.064 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "throttled", , 2020-08-19T18:39:08.064 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:39:06.153305+0000", Ignoring malparsed backtrace: 2020-08-19T18:39:08.073 INFO:teuthology.orchestra.run.smithi104.stdout: { , 2020-08-19T18:39:08.073 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "done", , 2020-08-19T18:39:08.073 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:39:06.160425+0000", Ignoring malparsed backtrace: 2020-08-19T18:39:08.083 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:08.083 INFO:teuthology.orchestra.run.smithi104.stdout: { , 2020-08-19T18:39:08.083 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "queued_for_pg", Ignoring malparsed backtrace: 2020-08-19T18:39:08.091 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 1.7838000000000001e-05 , 2020-08-19T18:39:08.091 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:08.092 INFO:teuthology.orchestra.run.smithi104.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:39:08.101 INFO:teuthology.orchestra.run.smithi104.stdout: { , 2020-08-19T18:39:08.101 INFO:teuthology.orchestra.run.smithi104.stdout: "description": "MOSDECSubOpWrite(3.ds1 26/22 ECSubWrite(tid=10, reqid=client.4579.0:38, at_version=26'2, trim_to=0'0, roll_forward_to=26'1))", , 2020-08-19T18:39:08.101 INFO:teuthology.orchestra.run.smithi104.stdout: "initiated_at": "2020-08-19T18:39:06.183452+0000", Ignoring malparsed backtrace: 2020-08-19T18:39:08.110 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:39:06.186908+0000", , 2020-08-19T18:39:08.110 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 8.8130000000000002e-06 , 2020-08-19T18:39:08.110 INFO:teuthology.orchestra.run.smithi104.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:39:08.119 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "header_read", , 2020-08-19T18:39:08.120 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:39:06.191453+0000", , 2020-08-19T18:39:08.120 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 1.0637e-05 Ignoring malparsed backtrace: 2020-08-19T18:39:08.502 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:08.503 INFO:teuthology.orchestra.run.smithi104.stdout: { , 2020-08-19T18:39:08.503 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "sub_op_committed", Ignoring malparsed backtrace: 2020-08-19T18:39:08.518 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 1.8416000000000001e-05 , 2020-08-19T18:39:08.518 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:08.518 INFO:teuthology.orchestra.run.smithi104.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:39:08.535 INFO:teuthology.orchestra.run.smithi104.stdout: "type_data": { , 2020-08-19T18:39:08.535 INFO:teuthology.orchestra.run.smithi104.stdout: "flag_point": "reached pg", , 2020-08-19T18:39:08.535 INFO:teuthology.orchestra.run.smithi104.stdout: "events": [ Ignoring malparsed backtrace: 2020-08-19T18:39:08.558 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:39:06.175200+0000", , 2020-08-19T18:39:08.558 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 0.00078027599999999999 , 2020-08-19T18:39:08.558 INFO:teuthology.orchestra.run.smithi104.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:39:08.566 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "all_read", , 2020-08-19T18:39:08.567 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:39:06.179454+0000", , 2020-08-19T18:39:08.567 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 1.0713999999999999e-05 Ignoring malparsed backtrace: 2020-08-19T18:39:08.583 INFO:teuthology.orchestra.run.smithi104.stdout: "age": 2.3006675209999998, , 2020-08-19T18:39:08.584 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 0.0021808109999999999, , 2020-08-19T18:39:08.584 INFO:teuthology.orchestra.run.smithi104.stdout: "type_data": { Ignoring malparsed backtrace: 2020-08-19T18:39:08.594 INFO:teuthology.orchestra.run.smithi104.stdout: { , 2020-08-19T18:39:08.594 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "sub_op_started", , 2020-08-19T18:39:08.594 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:39:06.202249+0000", Ignoring malparsed backtrace: 2020-08-19T18:39:08.603 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:08.604 INFO:teuthology.orchestra.run.smithi104.stdout: { , 2020-08-19T18:39:08.604 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "all_read", Ignoring malparsed backtrace: 2020-08-19T18:39:08.613 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:08.613 INFO:teuthology.orchestra.run.smithi104.stdout: { , 2020-08-19T18:39:08.613 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "commit_sent", Ignoring malparsed backtrace: 2020-08-19T18:39:08.623 INFO:teuthology.orchestra.run.smithi104.stdout: "description": "osd_op(client.4579.0:55 3.as0 3:540d4edc:::smithi14034282-14:head [setxattr _header (56) in=7b,truncate 2218491] snapc 0=[] ondisk+write+known_if_redirected e26)", , 2020-08-19T18:39:08.623 INFO:teuthology.orchestra.run.smithi104.stdout: "initiated_at": "2020-08-19T18:39:06.232298+0000", , 2020-08-19T18:39:08.623 INFO:teuthology.orchestra.run.smithi104.stdout: "age": 2.2624121650000002, Ignoring malparsed backtrace: 2020-08-19T18:39:08.632 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 0 , 2020-08-19T18:39:08.632 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:08.632 INFO:teuthology.orchestra.run.smithi104.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:39:08.641 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 0.0014414849999999999 , 2020-08-19T18:39:08.641 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:08.641 INFO:teuthology.orchestra.run.smithi104.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:39:08.651 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:39:06.240292+0000", , 2020-08-19T18:39:08.651 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 5.1919999999999998e-05 , 2020-08-19T18:39:08.651 INFO:teuthology.orchestra.run.smithi104.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:39:09.030 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:09.030 INFO:teuthology.orchestra.run.smithi104.stdout: { , 2020-08-19T18:39:09.030 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "commit_sent", Ignoring malparsed backtrace: 2020-08-19T18:39:09.039 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:09.039 INFO:teuthology.orchestra.run.smithi104.stdout: "events": [ , 2020-08-19T18:39:09.039 INFO:teuthology.orchestra.run.smithi104.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:39:09.048 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 2.441e-06 , 2020-08-19T18:39:09.048 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:09.048 INFO:teuthology.orchestra.run.smithi104.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:39:09.057 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 0.00097105499999999997 , 2020-08-19T18:39:09.057 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:09.057 INFO:teuthology.orchestra.run.smithi104.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:39:09.066 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:39:06.082777+0000", , 2020-08-19T18:39:09.066 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 6.3430000000000001e-06 , 2020-08-19T18:39:09.066 INFO:teuthology.orchestra.run.smithi104.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:39:09.075 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "initiated", , 2020-08-19T18:39:09.075 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:39:06.094232+0000", , 2020-08-19T18:39:09.076 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 0 Ignoring malparsed backtrace: 2020-08-19T18:39:09.085 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "started", , 2020-08-19T18:39:09.085 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:39:06.175817+0000", , 2020-08-19T18:39:09.085 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 0.0011823960000000001 Ignoring malparsed backtrace: 2020-08-19T18:39:09.094 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "commit_sent", , 2020-08-19T18:39:09.094 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:39:06.187566+0000", , 2020-08-19T18:39:09.094 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 5.3467999999999997e-05 Ignoring malparsed backtrace: 2020-08-19T18:39:09.103 INFO:teuthology.orchestra.run.smithi104.stdout: "age": 2.8411076020000001, , 2020-08-19T18:39:09.103 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 0.012439502, , 2020-08-19T18:39:09.104 INFO:teuthology.orchestra.run.smithi104.stdout: "type_data": { Ignoring malparsed backtrace: 2020-08-19T18:39:09.112 INFO:teuthology.orchestra.run.smithi104.stdout: { , 2020-08-19T18:39:09.112 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "all_read", , 2020-08-19T18:39:09.112 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:39:06.183058+0000", Ignoring malparsed backtrace: 2020-08-19T18:39:09.122 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:09.122 INFO:teuthology.orchestra.run.smithi104.stdout: { , 2020-08-19T18:39:09.122 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "throttled", Ignoring malparsed backtrace: 2020-08-19T18:39:09.131 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:09.131 INFO:teuthology.orchestra.run.smithi104.stdout: { , 2020-08-19T18:39:09.131 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "done", Ignoring malparsed backtrace: 2020-08-19T18:39:09.141 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 7.8699999999999992e-06 , 2020-08-19T18:39:09.142 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:09.142 INFO:teuthology.orchestra.run.smithi104.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:39:12.219+0000 7f5dde74e700 -1 WARNING: all dangerous and experimental features are enabled. , 2020-08-19T18:39:12.236 INFO:teuthology.orchestra.run.smithi140.stdout:mon.b: {} , 2020-08-19T18:39:12.245 INFO:teuthology.orchestra.run.smithi140.stdout:mon.a: {} Ignoring malparsed backtrace: 2020-08-19T18:39:29.299+0000 7fcdffcac700 -1 WARNING: all dangerous and experimental features are enabled. , 2020-08-19T18:39:29.305+0000 7fcdffcac700 -1 WARNING: all dangerous and experimental features are enabled. , 2020-08-19T18:39:29.339 INFO:teuthology.orchestra.run.smithi140.stdout:55834574860 Ignoring malparsed backtrace: 2020-08-19T18:39:36.432+0000 7f5557389700 -1 WARNING: all dangerous and experimental features are enabled. , 2020-08-19T18:39:36.441+0000 7f5557389700 -1 WARNING: all dangerous and experimental features are enabled. , 2020-08-19T18:39:36.465 INFO:teuthology.orchestra.run.smithi140.stdout:{ Ignoring malparsed backtrace: 2020-08-19T18:39:39.992 INFO:tasks.ceph:pgid 3.c last_scrub_stamp 2020-08-19T18:39:02.019906+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=39, tm_sec=2, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=39, tm_sec=35, tm_wday=2, tm_yday=232, tm_isdst=0) , 2020-08-19T18:39:39.993 INFO:tasks.ceph:pgid 2.a last_scrub_stamp 2020-08-19T18:39:14.360869+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=39, tm_sec=14, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=39, tm_sec=35, tm_wday=2, tm_yday=232, tm_isdst=0) , 2020-08-19T18:39:39.994 INFO:tasks.ceph:pgid 3.b last_scrub_stamp 2020-08-19T18:39:02.019906+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=39, tm_sec=2, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=39, tm_sec=35, tm_wday=2, tm_yday=232, tm_isdst=0) Ignoring malparsed backtrace: 2020-08-19T18:40:21.359 INFO:teuthology.misc:Shutting down mgr daemons... , 2020-08-19T18:40:21.360 DEBUG:tasks.ceph.mgr.y:waiting for process to exit , 2020-08-19T18:40:21.360 INFO:teuthology.orchestra.run:waiting for 300 Ignoring malparsed backtrace: self._raise_for_status() , File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/run.py", line 178, in _raise_for_status , raise CommandCrashedError(command=self.command) Ignoring malparsed backtrace: 2020-08-19T18:40:28.051 INFO:teuthology.orchestra.run.smithi104.stdout: Package Arch Version Repository Size , 2020-08-19T18:40:28.051 INFO:teuthology.orchestra.run.smithi104.stdout:================================================================================ , 2020-08-19T18:40:28.052 INFO:teuthology.orchestra.run.smithi104.stdout:Removing: Ignoring malparsed backtrace: 2020-08-19T18:40:30.614 INFO:teuthology.orchestra.run.smithi140.stdout: Erasing : ceph-mds-2:16.0.0-4528.g8d9001a.el8.x86_64 2/4 , 2020-08-19T18:40:30.615 INFO:teuthology.orchestra.run.smithi104.stdout:Running transaction check , 2020-08-19T18:40:30.617 INFO:teuthology.orchestra.run.smithi104.stdout:Transaction check succeeded. Ignoring malparsed backtrace: 2020-08-19T18:40:32.428 INFO:teuthology.orchestra.run.smithi140.stdout: python3-jsonpointer noarch1.10-11.el8 @CentOS-AppStream 32 k , 2020-08-19T18:40:32.428 INFO:teuthology.orchestra.run.smithi140.stdout: python3-jwt noarch1.6.1-2.el8 @CentOS-Base 88 k , 2020-08-19T18:40:32.429 INFO:teuthology.orchestra.run.smithi140.stdout: python3-kubernetes noarch11.0.0-2.el8 @epel 21 M Ignoring malparsed backtrace: 2020-08-19T18:40:32.984 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jinja2 noarch2.10.1-2.el8_0 @CentOS-AppStream 2.5 M , 2020-08-19T18:40:32.984 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jsonpatch noarch1.21-2.el8 @CentOS-AppStream 55 k , 2020-08-19T18:40:32.984 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jsonpointer noarch1.10-11.el8 @CentOS-AppStream 32 k Ignoring malparsed backtrace: 2020-08-19T18:40:37.201 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: rbd-mirror-2:16.0.0-4528.g8d9001a.el8.x86_64 20/85 , 2020-08-19T18:40:37.201 INFO:teuthology.orchestra.run.smithi140.stdout: Erasing : rbd-mirror-2:16.0.0-4528.g8d9001a.el8.x86_64 20/85 , 2020-08-19T18:40:37.217 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-mgr-cephadm-2:16.0.0-4528.g8d9001a.el8.noarch 15/85 Ignoring malparsed backtrace: 2020-08-19T18:40:44.622 INFO:teuthology.orchestra.run.smithi140.stdout: Erasing : python3-ceph-argparse-2:16.0.0-4528.g8d9001a.el8.x 65/85 , 2020-08-19T18:40:44.743 INFO:teuthology.orchestra.run.smithi140.stdout: Erasing : python3-ceph-common-2:16.0.0-4528.g8d9001a.el8.x86 66/85 , 2020-08-19T18:40:44.852 INFO:teuthology.orchestra.run.smithi104.stdout: Erasing : python3-lxml-4.2.3-1.el8.x86_64 56/85 Ignoring malparsed backtrace: 2020-08-19T18:41:02.605 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : openblas-threads-0.3.3-2.el8.x86_64 24/85 , 2020-08-19T18:41:02.605 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-apipkg-1.5-6.el8.noarch 25/85 , 2020-08-19T18:41:02.605 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-babel-2.5.1-5.el8.noarch 26/85 Ignoring malparsed backtrace: 2020-08-19T18:41:04.190 INFO:teuthology.orchestra.run.smithi140.stdout: python3-babel-2.5.1-5.el8.noarch , 2020-08-19T18:41:04.190 INFO:teuthology.orchestra.run.smithi140.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 , 2020-08-19T18:41:04.190 INFO:teuthology.orchestra.run.smithi140.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch Ignoring malparsed backtrace: 2020-08-19T18:41:05.577 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libgfortran-8.3.1-4.5.el8.x86_64 14/85 , 2020-08-19T18:41:05.577 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 15/85 , 2020-08-19T18:41:05.577 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libquadmath-8.3.1-4.5.el8.x86_64 16/85 Ignoring malparsed backtrace: 2020-08-19T18:41:07.382 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : rbd-mirror-2:16.0.0-4528.g8d9001a.el8.x86_64 85/85 , 2020-08-19T18:41:07.382 INFO:teuthology.orchestra.run.smithi104.stdout: , 2020-08-19T18:41:07.382 INFO:teuthology.orchestra.run.smithi104.stdout:Removed: Ignoring malparsed backtrace: 2020-08-19T18:41:08.088 INFO:teuthology.orchestra.run.smithi104.stdout:Removing: , 2020-08-19T18:41:08.088 INFO:teuthology.orchestra.run.smithi104.stdout: cephadm x86_64 2:16.0.0-4528.g8d9001a.el8 @ceph 184 k , 2020-08-19T18:41:08.088 INFO:teuthology.orchestra.run.smithi104.stdout: Ignoring malparsed backtrace: 2020-08-19T18:41:11.502 INFO:teuthology.orchestra.run.smithi140.stdout: Erasing : fuse-2.9.7-12.el8.x86_64 2/3 , 2020-08-19T18:41:11.502 INFO:teuthology.orchestra.run.smithi140.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 3/3 , 2020-08-19T18:41:11.502 INFO:teuthology.orchestra.run.smithi140.stdout:warning: /etc/fuse.conf saved as /etc/fuse.conf.rpmsave Ignoring malparsed backtrace: 2020-08-19T18:41:14.622 INFO:teuthology.orchestra.run.smithi140.stdout:Dependencies resolved. , 2020-08-19T18:41:14.623 INFO:teuthology.orchestra.run.smithi140.stdout:Nothing to do. , 2020-08-19T18:41:14.623 INFO:teuthology.orchestra.run.smithi140.stdout:Complete! Ignoring malparsed backtrace: 2020-08-19T18:41:17.366 INFO:teuthology.orchestra.run.smithi140.stdout: qemu-kvm-block-rbd-15:2.12.0-88.module_el8.1.0+297+df420408.3.x86_64 , 2020-08-19T18:41:17.366 INFO:teuthology.orchestra.run.smithi140.stdout: rbd-fuse-2:16.0.0-4528.g8d9001a.el8.x86_64 , 2020-08-19T18:41:17.366 INFO:teuthology.orchestra.run.smithi140.stdout: rbd-nbd-2:16.0.0-4528.g8d9001a.el8.x86_64 Ignoring malparsed backtrace: 2020-08-19T18:41:20.995 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : librados2-2:16.0.0-4528.g8d9001a.el8.x86_64 2/7 , 2020-08-19T18:41:20.995 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : librbd1-2:16.0.0-4528.g8d9001a.el8.x86_64 3/7 , 2020-08-19T18:41:20.995 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 4/7 Ignoring malparsed backtrace: 2020-08-19T18:41:26.387 INFO:teuthology.orchestra.run.smithi140.stdout:=============================================================================== , 2020-08-19T18:41:26.387 INFO:teuthology.orchestra.run.smithi140.stdout:^* hv01.front.sepia.ceph.com 2 6 377 15 -313us[ -311us] +/- 26ms , 2020-08-19T18:41:26.387 INFO:teuthology.orchestra.run.smithi140.stdout:^+ hv02.front.sepia.ceph.com 2 6 377 14 -665us[ -665us] +/- 49ms Ignoring malparsed backtrace: File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/run.py", line 446, in run , r.wait() , File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/run.py", line 160, in wait Ignoring malparsed backtrace: ceph version 16.0.0-4528-g8d9001a (8d9001a8062a52bb640447b6a7e38abbff3580ee) pacific (dev) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7fe851d8ff1a] , 2: (WriteOp::_finish(TestOp::CallbackInfo*)+0x5b6) [0x563de14fd666] Ignoring malparsed backtrace: 2020-08-19T18:39:06.502 INFO:teuthology.orchestra.run.smithi140.stdout: { , 2020-08-19T18:39:06.502 INFO:teuthology.orchestra.run.smithi140.stdout: "event": "sub_op_started", , 2020-08-19T18:39:06.502 INFO:teuthology.orchestra.run.smithi140.stdout: "time": "2020-08-19T18:39:06.105866+0000", Ignoring malparsed backtrace: 2020-08-19T18:39:06.513 INFO:teuthology.orchestra.run.smithi140.stdout: }, , 2020-08-19T18:39:06.513 INFO:teuthology.orchestra.run.smithi140.stdout: { , 2020-08-19T18:39:06.513 INFO:teuthology.orchestra.run.smithi140.stdout: "event": "all_read", Ignoring malparsed backtrace: 2020-08-19T18:39:06.527 INFO:teuthology.orchestra.run.smithi140.stdout: "description": "MOSDECSubOpRead(3.5s2 26/22 ECSubRead(tid=5, to_read={3:a947931a:::smithi14034282-4:head=0,4096,0}, subchunks={3:a947931a:::smithi14034282-4:head=[0,1]}, attrs_to_read=))", , 2020-08-19T18:39:06.527 INFO:teuthology.orchestra.run.smithi140.stdout: "initiated_at": "2020-08-19T18:39:06.115311+0000", , 2020-08-19T18:39:06.527 INFO:teuthology.orchestra.run.smithi140.stdout: "age": 0.37855464799999999, Ignoring malparsed backtrace: 2020-08-19T18:39:06.536 INFO:teuthology.orchestra.run.smithi140.stdout: "duration": 5.6712999999999997e-05 , 2020-08-19T18:39:06.536 INFO:teuthology.orchestra.run.smithi140.stdout: }, , 2020-08-19T18:39:06.536 INFO:teuthology.orchestra.run.smithi140.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:39:06.545 INFO:teuthology.orchestra.run.smithi140.stdout: "time": "2020-08-19T18:39:06.146176+0000", , 2020-08-19T18:39:06.545 INFO:teuthology.orchestra.run.smithi140.stdout: "duration": 5.011e-06 , 2020-08-19T18:39:06.545 INFO:teuthology.orchestra.run.smithi140.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:39:06.555 INFO:teuthology.orchestra.run.smithi140.stdout: "event": "initiated", , 2020-08-19T18:39:06.556 INFO:teuthology.orchestra.run.smithi140.stdout: "time": "2020-08-19T18:39:06.166606+0000", , 2020-08-19T18:39:06.556 INFO:teuthology.orchestra.run.smithi140.stdout: "duration": 0 Ignoring malparsed backtrace: 2020-08-19T18:39:06.567 INFO:teuthology.orchestra.run.smithi140.stdout: "event": "sub_op_committed", , 2020-08-19T18:39:06.567 INFO:teuthology.orchestra.run.smithi140.stdout: "time": "2020-08-19T18:39:06.175576+0000", , 2020-08-19T18:39:06.567 INFO:teuthology.orchestra.run.smithi140.stdout: "duration": 3.9096e-05 Ignoring malparsed backtrace: 2020-08-19T18:39:06.579 INFO:teuthology.orchestra.run.smithi140.stdout: { , 2020-08-19T18:39:06.579 INFO:teuthology.orchestra.run.smithi140.stdout: "event": "dispatched", , 2020-08-19T18:39:06.579 INFO:teuthology.orchestra.run.smithi140.stdout: "time": "2020-08-19T18:39:06.180081+0000", Ignoring malparsed backtrace: 2020-08-19T18:39:06.593 INFO:teuthology.orchestra.run.smithi140.stdout: }, , 2020-08-19T18:39:06.594 INFO:teuthology.orchestra.run.smithi140.stdout: { , 2020-08-19T18:39:06.594 INFO:teuthology.orchestra.run.smithi140.stdout: "event": "header_read", Ignoring malparsed backtrace: 2020-08-19T18:39:06.602 INFO:teuthology.orchestra.run.smithi140.stdout: } , 2020-08-19T18:39:06.602 INFO:teuthology.orchestra.run.smithi140.stdout: ] , 2020-08-19T18:39:06.603 INFO:teuthology.orchestra.run.smithi140.stdout: } Ignoring malparsed backtrace: 2020-08-19T18:39:06.613 INFO:teuthology.orchestra.run.smithi140.stdout: "duration": 4.0731e-05 , 2020-08-19T18:39:06.613 INFO:teuthology.orchestra.run.smithi140.stdout: }, , 2020-08-19T18:39:06.613 INFO:teuthology.orchestra.run.smithi140.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:39:06.624 INFO:teuthology.orchestra.run.smithi140.stdout: "time": "2020-08-19T18:39:06.259706+0000", , 2020-08-19T18:39:06.624 INFO:teuthology.orchestra.run.smithi140.stdout: "duration": 0.00054598400000000001 , 2020-08-19T18:39:06.624 INFO:teuthology.orchestra.run.smithi140.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:39:07.002 INFO:teuthology.orchestra.run.smithi140.stdout: }, , 2020-08-19T18:39:07.002 INFO:teuthology.orchestra.run.smithi140.stdout: { , 2020-08-19T18:39:07.002 INFO:teuthology.orchestra.run.smithi140.stdout: "event": "queued_for_pg", Ignoring malparsed backtrace: 2020-08-19T18:39:07.013 INFO:teuthology.orchestra.run.smithi140.stdout: }, , 2020-08-19T18:39:07.013 INFO:teuthology.orchestra.run.smithi140.stdout: { , 2020-08-19T18:39:07.013 INFO:teuthology.orchestra.run.smithi140.stdout: "event": "done", Ignoring malparsed backtrace: 2020-08-19T18:39:07.022 INFO:teuthology.orchestra.run.smithi140.stdout: "duration": 0 , 2020-08-19T18:39:07.022 INFO:teuthology.orchestra.run.smithi140.stdout: }, , 2020-08-19T18:39:07.022 INFO:teuthology.orchestra.run.smithi140.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:39:07.032 INFO:teuthology.orchestra.run.smithi140.stdout: "duration": 0.0015897350000000001 , 2020-08-19T18:39:07.032 INFO:teuthology.orchestra.run.smithi140.stdout: }, , 2020-08-19T18:39:07.032 INFO:teuthology.orchestra.run.smithi140.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:39:07.040 INFO:teuthology.orchestra.run.smithi140.stdout: "duration": 0.0072404699999999997 , 2020-08-19T18:39:07.041 INFO:teuthology.orchestra.run.smithi140.stdout: } , 2020-08-19T18:39:07.041 INFO:teuthology.orchestra.run.smithi140.stdout: ] Ignoring malparsed backtrace: 2020-08-19T18:39:07.050 INFO:teuthology.orchestra.run.smithi140.stdout: "time": "2020-08-19T18:39:06.117682+0000", , 2020-08-19T18:39:07.050 INFO:teuthology.orchestra.run.smithi140.stdout: "duration": 0.000104379 , 2020-08-19T18:39:07.050 INFO:teuthology.orchestra.run.smithi140.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:39:07.060 INFO:teuthology.orchestra.run.smithi140.stdout: "time": "2020-08-19T18:39:06.117874+0000", , 2020-08-19T18:39:07.060 INFO:teuthology.orchestra.run.smithi140.stdout: "duration": 2.5339999999999998e-06 , 2020-08-19T18:39:07.060 INFO:teuthology.orchestra.run.smithi140.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:39:07.069 INFO:teuthology.orchestra.run.smithi140.stdout: "time": "2020-08-19T18:39:06.118238+0000", , 2020-08-19T18:39:07.069 INFO:teuthology.orchestra.run.smithi140.stdout: "duration": 0.0035574080000000002 , 2020-08-19T18:39:07.069 INFO:teuthology.orchestra.run.smithi140.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:39:07.078 INFO:teuthology.orchestra.run.smithi140.stdout: "time": "2020-08-19T18:39:06.137066+0000", , 2020-08-19T18:39:07.078 INFO:teuthology.orchestra.run.smithi140.stdout: "duration": 0.0066780370000000004 , 2020-08-19T18:39:07.078 INFO:teuthology.orchestra.run.smithi140.stdout: } Ignoring malparsed backtrace: 2020-08-19T18:39:07.087 INFO:teuthology.orchestra.run.smithi140.stdout: "event": "header_read", , 2020-08-19T18:39:07.087 INFO:teuthology.orchestra.run.smithi140.stdout: "time": "2020-08-19T18:39:06.148631+0000", , 2020-08-19T18:39:07.087 INFO:teuthology.orchestra.run.smithi140.stdout: "duration": 5.3619999999999997e-06 Ignoring malparsed backtrace: 2020-08-19T18:39:07.096 INFO:teuthology.orchestra.run.smithi140.stdout: "event": "started", , 2020-08-19T18:39:07.096 INFO:teuthology.orchestra.run.smithi140.stdout: "time": "2020-08-19T18:39:06.154811+0000", , 2020-08-19T18:39:07.096 INFO:teuthology.orchestra.run.smithi140.stdout: "duration": 0.00092940399999999999 Ignoring malparsed backtrace: 2020-08-19T18:39:07.105 INFO:teuthology.orchestra.run.smithi140.stdout: } , 2020-08-19T18:39:07.105 INFO:teuthology.orchestra.run.smithi140.stdout: }, , 2020-08-19T18:39:07.105 INFO:teuthology.orchestra.run.smithi140.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:39:07.115 INFO:teuthology.orchestra.run.smithi140.stdout: { , 2020-08-19T18:39:07.115 INFO:teuthology.orchestra.run.smithi140.stdout: "event": "dispatched", , 2020-08-19T18:39:07.115 INFO:teuthology.orchestra.run.smithi140.stdout: "time": "2020-08-19T18:39:06.177992+0000", Ignoring malparsed backtrace: 2020-08-19T18:39:07.124 INFO:teuthology.orchestra.run.smithi140.stdout: { , 2020-08-19T18:39:07.124 INFO:teuthology.orchestra.run.smithi140.stdout: "event": "done", , 2020-08-19T18:39:07.124 INFO:teuthology.orchestra.run.smithi140.stdout: "time": "2020-08-19T18:39:06.251033+0000", Ignoring malparsed backtrace: 2020-08-19T18:39:07.133 INFO:teuthology.orchestra.run.smithi140.stdout: }, , 2020-08-19T18:39:07.133 INFO:teuthology.orchestra.run.smithi140.stdout: { , 2020-08-19T18:39:07.133 INFO:teuthology.orchestra.run.smithi140.stdout: "event": "throttled", Ignoring malparsed backtrace: 2020-08-19T18:39:07.518 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 1.1505000000000001e-05 , 2020-08-19T18:39:07.518 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:07.518 INFO:teuthology.orchestra.run.smithi104.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:39:07.527 INFO:teuthology.orchestra.run.smithi104.stdout: "type_data": { , 2020-08-19T18:39:07.527 INFO:teuthology.orchestra.run.smithi104.stdout: "flag_point": "reached pg", , 2020-08-19T18:39:07.527 INFO:teuthology.orchestra.run.smithi104.stdout: "events": [ Ignoring malparsed backtrace: 2020-08-19T18:39:07.538 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:39:06.121526+0000", , 2020-08-19T18:39:07.538 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 0.0043085270000000004 , 2020-08-19T18:39:07.538 INFO:teuthology.orchestra.run.smithi104.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:39:07.547 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "all_read", , 2020-08-19T18:39:07.547 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:39:06.132675+0000", , 2020-08-19T18:39:07.547 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 1.1365999999999999e-05 Ignoring malparsed backtrace: 2020-08-19T18:39:07.555 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "commit_sent", , 2020-08-19T18:39:07.556 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:39:06.143204+0000", , 2020-08-19T18:39:07.556 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 5.6039999999999999e-05 Ignoring malparsed backtrace: 2020-08-19T18:39:07.568 INFO:teuthology.orchestra.run.smithi104.stdout: { , 2020-08-19T18:39:07.568 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "initiated", , 2020-08-19T18:39:07.568 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:39:06.143333+0000", Ignoring malparsed backtrace: 2020-08-19T18:39:07.579 INFO:teuthology.orchestra.run.smithi104.stdout: { , 2020-08-19T18:39:07.579 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "queued_for_pg", , 2020-08-19T18:39:07.579 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:39:06.143428+0000", Ignoring malparsed backtrace: 2020-08-19T18:39:07.590 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:07.590 INFO:teuthology.orchestra.run.smithi104.stdout: { , 2020-08-19T18:39:07.591 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "header_read", Ignoring malparsed backtrace: 2020-08-19T18:39:07.599 INFO:teuthology.orchestra.run.smithi104.stdout: "flag_point": "reached pg", , 2020-08-19T18:39:07.599 INFO:teuthology.orchestra.run.smithi104.stdout: "events": [ , 2020-08-19T18:39:07.599 INFO:teuthology.orchestra.run.smithi104.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:39:07.609 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 0.0028398379999999999 , 2020-08-19T18:39:07.610 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:07.610 INFO:teuthology.orchestra.run.smithi104.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:39:07.619 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:39:06.252254+0000", , 2020-08-19T18:39:07.619 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 5.0509999999999996e-06 , 2020-08-19T18:39:07.619 INFO:teuthology.orchestra.run.smithi104.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:39:07.628 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:39:06.258840+0000", , 2020-08-19T18:39:07.629 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 0.000679818 , 2020-08-19T18:39:07.629 INFO:teuthology.orchestra.run.smithi104.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:39:07.637 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:07.637 INFO:teuthology.orchestra.run.smithi104.stdout: { , 2020-08-19T18:39:07.637 INFO:teuthology.orchestra.run.smithi104.stdout: "description": "osd_op(client.4579.0:64 3.9s0 3:9551c723:::smithi14034282-16:head [read 0~18446744073709551611] snapc 0=[] ondisk+read+rwordered+known_if_redirected e26)", Ignoring malparsed backtrace: 2020-08-19T18:39:08.009 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:08.009 INFO:teuthology.orchestra.run.smithi104.stdout: "events": [ , 2020-08-19T18:39:08.010 INFO:teuthology.orchestra.run.smithi104.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:39:08.018 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 5.6189999999999999e-06 , 2020-08-19T18:39:08.018 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:08.018 INFO:teuthology.orchestra.run.smithi104.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:39:08.028 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 6.3109999999999997e-05 , 2020-08-19T18:39:08.028 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:08.028 INFO:teuthology.orchestra.run.smithi104.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:39:08.037 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 9.2374999999999996e-05 , 2020-08-19T18:39:08.037 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:08.037 INFO:teuthology.orchestra.run.smithi104.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:39:08.046 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:39:06.109528+0000", , 2020-08-19T18:39:08.046 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 8.1499999999999999e-06 , 2020-08-19T18:39:08.046 INFO:teuthology.orchestra.run.smithi104.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:39:08.055 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "all_read", , 2020-08-19T18:39:08.055 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:39:06.114109+0000", , 2020-08-19T18:39:08.055 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 7.1430000000000001e-06 Ignoring malparsed backtrace: 2020-08-19T18:39:08.064 INFO:teuthology.orchestra.run.smithi104.stdout: { , 2020-08-19T18:39:08.064 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "throttled", , 2020-08-19T18:39:08.064 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:39:06.153305+0000", Ignoring malparsed backtrace: 2020-08-19T18:39:08.073 INFO:teuthology.orchestra.run.smithi104.stdout: { , 2020-08-19T18:39:08.073 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "done", , 2020-08-19T18:39:08.073 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:39:06.160425+0000", Ignoring malparsed backtrace: 2020-08-19T18:39:08.083 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:08.083 INFO:teuthology.orchestra.run.smithi104.stdout: { , 2020-08-19T18:39:08.083 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "queued_for_pg", Ignoring malparsed backtrace: 2020-08-19T18:39:08.091 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 1.7838000000000001e-05 , 2020-08-19T18:39:08.091 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:08.092 INFO:teuthology.orchestra.run.smithi104.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:39:08.101 INFO:teuthology.orchestra.run.smithi104.stdout: { , 2020-08-19T18:39:08.101 INFO:teuthology.orchestra.run.smithi104.stdout: "description": "MOSDECSubOpWrite(3.ds1 26/22 ECSubWrite(tid=10, reqid=client.4579.0:38, at_version=26'2, trim_to=0'0, roll_forward_to=26'1))", , 2020-08-19T18:39:08.101 INFO:teuthology.orchestra.run.smithi104.stdout: "initiated_at": "2020-08-19T18:39:06.183452+0000", Ignoring malparsed backtrace: 2020-08-19T18:39:08.110 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:39:06.186908+0000", , 2020-08-19T18:39:08.110 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 8.8130000000000002e-06 , 2020-08-19T18:39:08.110 INFO:teuthology.orchestra.run.smithi104.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:39:08.119 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "header_read", , 2020-08-19T18:39:08.120 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:39:06.191453+0000", , 2020-08-19T18:39:08.120 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 1.0637e-05 Ignoring malparsed backtrace: 2020-08-19T18:39:08.502 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:08.503 INFO:teuthology.orchestra.run.smithi104.stdout: { , 2020-08-19T18:39:08.503 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "sub_op_committed", Ignoring malparsed backtrace: 2020-08-19T18:39:08.518 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 1.8416000000000001e-05 , 2020-08-19T18:39:08.518 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:08.518 INFO:teuthology.orchestra.run.smithi104.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:39:08.535 INFO:teuthology.orchestra.run.smithi104.stdout: "type_data": { , 2020-08-19T18:39:08.535 INFO:teuthology.orchestra.run.smithi104.stdout: "flag_point": "reached pg", , 2020-08-19T18:39:08.535 INFO:teuthology.orchestra.run.smithi104.stdout: "events": [ Ignoring malparsed backtrace: 2020-08-19T18:39:08.558 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:39:06.175200+0000", , 2020-08-19T18:39:08.558 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 0.00078027599999999999 , 2020-08-19T18:39:08.558 INFO:teuthology.orchestra.run.smithi104.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:39:08.566 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "all_read", , 2020-08-19T18:39:08.567 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:39:06.179454+0000", , 2020-08-19T18:39:08.567 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 1.0713999999999999e-05 Ignoring malparsed backtrace: 2020-08-19T18:39:08.583 INFO:teuthology.orchestra.run.smithi104.stdout: "age": 2.3006675209999998, , 2020-08-19T18:39:08.584 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 0.0021808109999999999, , 2020-08-19T18:39:08.584 INFO:teuthology.orchestra.run.smithi104.stdout: "type_data": { Ignoring malparsed backtrace: 2020-08-19T18:39:08.594 INFO:teuthology.orchestra.run.smithi104.stdout: { , 2020-08-19T18:39:08.594 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "sub_op_started", , 2020-08-19T18:39:08.594 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:39:06.202249+0000", Ignoring malparsed backtrace: 2020-08-19T18:39:08.603 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:08.604 INFO:teuthology.orchestra.run.smithi104.stdout: { , 2020-08-19T18:39:08.604 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "all_read", Ignoring malparsed backtrace: 2020-08-19T18:39:08.613 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:08.613 INFO:teuthology.orchestra.run.smithi104.stdout: { , 2020-08-19T18:39:08.613 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "commit_sent", Ignoring malparsed backtrace: 2020-08-19T18:39:08.623 INFO:teuthology.orchestra.run.smithi104.stdout: "description": "osd_op(client.4579.0:55 3.as0 3:540d4edc:::smithi14034282-14:head [setxattr _header (56) in=7b,truncate 2218491] snapc 0=[] ondisk+write+known_if_redirected e26)", , 2020-08-19T18:39:08.623 INFO:teuthology.orchestra.run.smithi104.stdout: "initiated_at": "2020-08-19T18:39:06.232298+0000", , 2020-08-19T18:39:08.623 INFO:teuthology.orchestra.run.smithi104.stdout: "age": 2.2624121650000002, Ignoring malparsed backtrace: 2020-08-19T18:39:08.632 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 0 , 2020-08-19T18:39:08.632 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:08.632 INFO:teuthology.orchestra.run.smithi104.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:39:08.641 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 0.0014414849999999999 , 2020-08-19T18:39:08.641 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:08.641 INFO:teuthology.orchestra.run.smithi104.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:39:08.651 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:39:06.240292+0000", , 2020-08-19T18:39:08.651 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 5.1919999999999998e-05 , 2020-08-19T18:39:08.651 INFO:teuthology.orchestra.run.smithi104.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:39:09.030 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:09.030 INFO:teuthology.orchestra.run.smithi104.stdout: { , 2020-08-19T18:39:09.030 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "commit_sent", Ignoring malparsed backtrace: 2020-08-19T18:39:09.039 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:09.039 INFO:teuthology.orchestra.run.smithi104.stdout: "events": [ , 2020-08-19T18:39:09.039 INFO:teuthology.orchestra.run.smithi104.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:39:09.048 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 2.441e-06 , 2020-08-19T18:39:09.048 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:09.048 INFO:teuthology.orchestra.run.smithi104.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:39:09.057 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 0.00097105499999999997 , 2020-08-19T18:39:09.057 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:09.057 INFO:teuthology.orchestra.run.smithi104.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:39:09.066 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:39:06.082777+0000", , 2020-08-19T18:39:09.066 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 6.3430000000000001e-06 , 2020-08-19T18:39:09.066 INFO:teuthology.orchestra.run.smithi104.stdout: }, Ignoring malparsed backtrace: 2020-08-19T18:39:09.075 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "initiated", , 2020-08-19T18:39:09.075 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:39:06.094232+0000", , 2020-08-19T18:39:09.076 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 0 Ignoring malparsed backtrace: 2020-08-19T18:39:09.085 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "started", , 2020-08-19T18:39:09.085 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:39:06.175817+0000", , 2020-08-19T18:39:09.085 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 0.0011823960000000001 Ignoring malparsed backtrace: 2020-08-19T18:39:09.094 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "commit_sent", , 2020-08-19T18:39:09.094 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:39:06.187566+0000", , 2020-08-19T18:39:09.094 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 5.3467999999999997e-05 Ignoring malparsed backtrace: 2020-08-19T18:39:09.103 INFO:teuthology.orchestra.run.smithi104.stdout: "age": 2.8411076020000001, , 2020-08-19T18:39:09.103 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 0.012439502, , 2020-08-19T18:39:09.104 INFO:teuthology.orchestra.run.smithi104.stdout: "type_data": { Ignoring malparsed backtrace: 2020-08-19T18:39:09.112 INFO:teuthology.orchestra.run.smithi104.stdout: { , 2020-08-19T18:39:09.112 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "all_read", , 2020-08-19T18:39:09.112 INFO:teuthology.orchestra.run.smithi104.stdout: "time": "2020-08-19T18:39:06.183058+0000", Ignoring malparsed backtrace: 2020-08-19T18:39:09.122 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:09.122 INFO:teuthology.orchestra.run.smithi104.stdout: { , 2020-08-19T18:39:09.122 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "throttled", Ignoring malparsed backtrace: 2020-08-19T18:39:09.131 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:09.131 INFO:teuthology.orchestra.run.smithi104.stdout: { , 2020-08-19T18:39:09.131 INFO:teuthology.orchestra.run.smithi104.stdout: "event": "done", Ignoring malparsed backtrace: 2020-08-19T18:39:09.141 INFO:teuthology.orchestra.run.smithi104.stdout: "duration": 7.8699999999999992e-06 , 2020-08-19T18:39:09.142 INFO:teuthology.orchestra.run.smithi104.stdout: }, , 2020-08-19T18:39:09.142 INFO:teuthology.orchestra.run.smithi104.stdout: { Ignoring malparsed backtrace: 2020-08-19T18:39:12.219+0000 7f5dde74e700 -1 WARNING: all dangerous and experimental features are enabled. , 2020-08-19T18:39:12.236 INFO:teuthology.orchestra.run.smithi140.stdout:mon.b: {} , 2020-08-19T18:39:12.245 INFO:teuthology.orchestra.run.smithi140.stdout:mon.a: {} Ignoring malparsed backtrace: 2020-08-19T18:39:29.299+0000 7fcdffcac700 -1 WARNING: all dangerous and experimental features are enabled. , 2020-08-19T18:39:29.305+0000 7fcdffcac700 -1 WARNING: all dangerous and experimental features are enabled. , 2020-08-19T18:39:29.339 INFO:teuthology.orchestra.run.smithi140.stdout:55834574860 Ignoring malparsed backtrace: 2020-08-19T18:39:36.432+0000 7f5557389700 -1 WARNING: all dangerous and experimental features are enabled. , 2020-08-19T18:39:36.441+0000 7f5557389700 -1 WARNING: all dangerous and experimental features are enabled. , 2020-08-19T18:39:36.465 INFO:teuthology.orchestra.run.smithi140.stdout:{ Ignoring malparsed backtrace: 2020-08-19T18:39:39.992 INFO:tasks.ceph:pgid 3.c last_scrub_stamp 2020-08-19T18:39:02.019906+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=39, tm_sec=2, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=39, tm_sec=35, tm_wday=2, tm_yday=232, tm_isdst=0) , 2020-08-19T18:39:39.993 INFO:tasks.ceph:pgid 2.a last_scrub_stamp 2020-08-19T18:39:14.360869+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=39, tm_sec=14, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=39, tm_sec=35, tm_wday=2, tm_yday=232, tm_isdst=0) , 2020-08-19T18:39:39.994 INFO:tasks.ceph:pgid 3.b last_scrub_stamp 2020-08-19T18:39:02.019906+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=39, tm_sec=2, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=39, tm_sec=35, tm_wday=2, tm_yday=232, tm_isdst=0) Ignoring malparsed backtrace: 2020-08-19T18:40:21.359 INFO:teuthology.misc:Shutting down mgr daemons... , 2020-08-19T18:40:21.360 DEBUG:tasks.ceph.mgr.y:waiting for process to exit , 2020-08-19T18:40:21.360 INFO:teuthology.orchestra.run:waiting for 300 Ignoring malparsed backtrace: self._raise_for_status() , File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/run.py", line 178, in _raise_for_status , raise CommandCrashedError(command=self.command) Ignoring malparsed backtrace: 2020-08-19T18:40:28.051 INFO:teuthology.orchestra.run.smithi104.stdout: Package Arch Version Repository Size , 2020-08-19T18:40:28.051 INFO:teuthology.orchestra.run.smithi104.stdout:================================================================================ , 2020-08-19T18:40:28.052 INFO:teuthology.orchestra.run.smithi104.stdout:Removing: Ignoring malparsed backtrace: 2020-08-19T18:40:30.614 INFO:teuthology.orchestra.run.smithi140.stdout: Erasing : ceph-mds-2:16.0.0-4528.g8d9001a.el8.x86_64 2/4 , 2020-08-19T18:40:30.615 INFO:teuthology.orchestra.run.smithi104.stdout:Running transaction check , 2020-08-19T18:40:30.617 INFO:teuthology.orchestra.run.smithi104.stdout:Transaction check succeeded. Ignoring malparsed backtrace: 2020-08-19T18:40:32.428 INFO:teuthology.orchestra.run.smithi140.stdout: python3-jsonpointer noarch1.10-11.el8 @CentOS-AppStream 32 k , 2020-08-19T18:40:32.428 INFO:teuthology.orchestra.run.smithi140.stdout: python3-jwt noarch1.6.1-2.el8 @CentOS-Base 88 k , 2020-08-19T18:40:32.429 INFO:teuthology.orchestra.run.smithi140.stdout: python3-kubernetes noarch11.0.0-2.el8 @epel 21 M Ignoring malparsed backtrace: 2020-08-19T18:40:32.984 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jinja2 noarch2.10.1-2.el8_0 @CentOS-AppStream 2.5 M , 2020-08-19T18:40:32.984 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jsonpatch noarch1.21-2.el8 @CentOS-AppStream 55 k , 2020-08-19T18:40:32.984 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jsonpointer noarch1.10-11.el8 @CentOS-AppStream 32 k Ignoring malparsed backtrace: 2020-08-19T18:40:37.201 INFO:teuthology.orchestra.run.smithi140.stdout: Running scriptlet: rbd-mirror-2:16.0.0-4528.g8d9001a.el8.x86_64 20/85 , 2020-08-19T18:40:37.201 INFO:teuthology.orchestra.run.smithi140.stdout: Erasing : rbd-mirror-2:16.0.0-4528.g8d9001a.el8.x86_64 20/85 , 2020-08-19T18:40:37.217 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-mgr-cephadm-2:16.0.0-4528.g8d9001a.el8.noarch 15/85 Ignoring malparsed backtrace: 2020-08-19T18:40:44.622 INFO:teuthology.orchestra.run.smithi140.stdout: Erasing : python3-ceph-argparse-2:16.0.0-4528.g8d9001a.el8.x 65/85 , 2020-08-19T18:40:44.743 INFO:teuthology.orchestra.run.smithi140.stdout: Erasing : python3-ceph-common-2:16.0.0-4528.g8d9001a.el8.x86 66/85 , 2020-08-19T18:40:44.852 INFO:teuthology.orchestra.run.smithi104.stdout: Erasing : python3-lxml-4.2.3-1.el8.x86_64 56/85 Ignoring malparsed backtrace: 2020-08-19T18:41:02.605 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : openblas-threads-0.3.3-2.el8.x86_64 24/85 , 2020-08-19T18:41:02.605 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-apipkg-1.5-6.el8.noarch 25/85 , 2020-08-19T18:41:02.605 INFO:teuthology.orchestra.run.smithi140.stdout: Verifying : python3-babel-2.5.1-5.el8.noarch 26/85 Ignoring malparsed backtrace: 2020-08-19T18:41:04.190 INFO:teuthology.orchestra.run.smithi140.stdout: python3-babel-2.5.1-5.el8.noarch , 2020-08-19T18:41:04.190 INFO:teuthology.orchestra.run.smithi140.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 , 2020-08-19T18:41:04.190 INFO:teuthology.orchestra.run.smithi140.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch Ignoring malparsed backtrace: 2020-08-19T18:41:05.577 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libgfortran-8.3.1-4.5.el8.x86_64 14/85 , 2020-08-19T18:41:05.577 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 15/85 , 2020-08-19T18:41:05.577 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libquadmath-8.3.1-4.5.el8.x86_64 16/85 Ignoring malparsed backtrace: 2020-08-19T18:41:07.382 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : rbd-mirror-2:16.0.0-4528.g8d9001a.el8.x86_64 85/85 , 2020-08-19T18:41:07.382 INFO:teuthology.orchestra.run.smithi104.stdout: , 2020-08-19T18:41:07.382 INFO:teuthology.orchestra.run.smithi104.stdout:Removed: Ignoring malparsed backtrace: 2020-08-19T18:41:08.088 INFO:teuthology.orchestra.run.smithi104.stdout:Removing: , 2020-08-19T18:41:08.088 INFO:teuthology.orchestra.run.smithi104.stdout: cephadm x86_64 2:16.0.0-4528.g8d9001a.el8 @ceph 184 k , 2020-08-19T18:41:08.088 INFO:teuthology.orchestra.run.smithi104.stdout: Ignoring malparsed backtrace: 2020-08-19T18:41:11.502 INFO:teuthology.orchestra.run.smithi140.stdout: Erasing : fuse-2.9.7-12.el8.x86_64 2/3 , 2020-08-19T18:41:11.502 INFO:teuthology.orchestra.run.smithi140.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 3/3 , 2020-08-19T18:41:11.502 INFO:teuthology.orchestra.run.smithi140.stdout:warning: /etc/fuse.conf saved as /etc/fuse.conf.rpmsave Ignoring malparsed backtrace: 2020-08-19T18:41:14.622 INFO:teuthology.orchestra.run.smithi140.stdout:Dependencies resolved. , 2020-08-19T18:41:14.623 INFO:teuthology.orchestra.run.smithi140.stdout:Nothing to do. , 2020-08-19T18:41:14.623 INFO:teuthology.orchestra.run.smithi140.stdout:Complete! Ignoring malparsed backtrace: 2020-08-19T18:41:17.366 INFO:teuthology.orchestra.run.smithi140.stdout: qemu-kvm-block-rbd-15:2.12.0-88.module_el8.1.0+297+df420408.3.x86_64 , 2020-08-19T18:41:17.366 INFO:teuthology.orchestra.run.smithi140.stdout: rbd-fuse-2:16.0.0-4528.g8d9001a.el8.x86_64 , 2020-08-19T18:41:17.366 INFO:teuthology.orchestra.run.smithi140.stdout: rbd-nbd-2:16.0.0-4528.g8d9001a.el8.x86_64 Ignoring malparsed backtrace: 2020-08-19T18:41:20.995 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : librados2-2:16.0.0-4528.g8d9001a.el8.x86_64 2/7 , 2020-08-19T18:41:20.995 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : librbd1-2:16.0.0-4528.g8d9001a.el8.x86_64 3/7 , 2020-08-19T18:41:20.995 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 4/7 Ignoring malparsed backtrace: 2020-08-19T18:41:26.387 INFO:teuthology.orchestra.run.smithi140.stdout:=============================================================================== , 2020-08-19T18:41:26.387 INFO:teuthology.orchestra.run.smithi140.stdout:^* hv01.front.sepia.ceph.com 2 6 377 15 -313us[ -311us] +/- 26ms , 2020-08-19T18:41:26.387 INFO:teuthology.orchestra.run.smithi140.stdout:^+ hv02.front.sepia.ceph.com 2 6 377 14 -665us[ -665us] +/- 49ms Ignoring malparsed backtrace: File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/run.py", line 446, in run , r.wait() , File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/run.py", line 160, in wait Ignoring malparsed backtrace: ceph version 16.0.0-4528-g8d9001a (8d9001a8062a52bb640447b6a7e38abbff3580ee) pacific (dev) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7f6d3210bf1a] , 2: (WriteOp::_finish(TestOp::CallbackInfo*)+0x5b6) [0x558f95bca666] Ignoring malparsed backtrace: 2020-08-19T18:24:54.861 INFO:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd primary-affinity 4 1 , set osd.4 primary-affinity to 1 (8655362) , 2020-08-19T18:24:56.280 INFO:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd reweight 5 1 Ignoring malparsed backtrace: 2020-08-19T18:25:11.499 INFO:tasks.ceph:Scrubbing osd.1 , 2020-08-19T18:25:11.499 INFO:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early tell osd.1 config set osd_debug_deep_scrub_sleep 0 , 2020-08-19T18:25:11.632 INFO:teuthology.orchestra.run.smithi161.stdout:{ Ignoring malparsed backtrace: File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/run.py", line 470, in wait , proc.wait() , File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/run.py", line 160, in wait Ignoring malparsed backtrace: 2020-08-19T18:25:38.433 DEBUG:teuthology.misc:Transferring archived files from smithi175:/var/lib/ceph/crash to /home/teuthworker/archive/kchai-2020-08-19_06:47:30-rados-wip-kefu-testing-2020-08-19-1141-distro-basic-smithi/5359037/remote/smithi175/crash , 2020-08-19T18:25:38.443 INFO:teuthology.orchestra.run.smithi175:> sudo tar cz -f - -C /var/lib/ceph/crash -- . , 2020-08-19T18:25:38.472 INFO:tasks.ceph:Compressing logs... Ignoring malparsed backtrace: 2020-08-19T18:25:42.110 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-radosgw-2:16.0.0-4528.g8d9001a.el8.x86_64 , 2020-08-19T18:25:42.110 INFO:teuthology.orchestra.run.smithi161.stdout: , 2020-08-19T18:25:42.110 INFO:teuthology.orchestra.run.smithi161.stdout:Complete! Ignoring malparsed backtrace: 2020-08-19T18:25:45.188 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mon x86_64 2:16.0.0-4528.g8d9001a.el8 @ceph 16 M , 2020-08-19T18:25:45.188 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-osd x86_64 2:16.0.0-4528.g8d9001a.el8 @ceph 62 M , 2020-08-19T18:25:45.188 INFO:teuthology.orchestra.run.smithi161.stdout: Ignoring malparsed backtrace: 2020-08-19T18:25:47.435 INFO:teuthology.orchestra.run.smithi175.stdout: gperftools-libs x86_642.7-6.el8 @epel 1.7 M , 2020-08-19T18:25:47.435 INFO:teuthology.orchestra.run.smithi175.stdout: leveldb x86_641.22-1.el8 @epel 574 k , 2020-08-19T18:25:47.435 INFO:teuthology.orchestra.run.smithi175.stdout: libgfortran x86_648.3.1-4.5.el8 @CentOS-Base 2.5 M Ignoring malparsed backtrace: 2020-08-19T18:25:47.506 INFO:teuthology.orchestra.run.smithi161.stdout: gperftools-libs x86_642.7-6.el8 @epel 1.7 M , 2020-08-19T18:25:47.506 INFO:teuthology.orchestra.run.smithi161.stdout: leveldb x86_641.22-1.el8 @epel 574 k , 2020-08-19T18:25:47.506 INFO:teuthology.orchestra.run.smithi161.stdout: libgfortran x86_648.3.1-4.5.el8 @CentOS-Base 2.5 M Ignoring malparsed backtrace: 2020-08-19T18:25:49.386 INFO:teuthology.orchestra.run.smithi161.stdout: Erasing : ceph-mgr-modules-core-2:16.0.0-4528.g8d9001a.el8.n 3/85 , 2020-08-19T18:25:49.414 INFO:teuthology.orchestra.run.smithi175.stdout: Erasing : python3-pecan-1.3.2-9.el8.noarch 4/85 , 2020-08-19T18:25:49.414 INFO:teuthology.orchestra.run.smithi175.stdout: Erasing : ceph-mgr-dashboard-2:16.0.0-4528.g8d9001a.el8.noar 5/85 Ignoring malparsed backtrace: 2020-08-19T18:25:57.804 INFO:teuthology.orchestra.run.smithi175.stdout: Erasing : python3-websocket-client-0.56.0-5.el8.noarch 49/85 , 2020-08-19T18:25:57.874 INFO:teuthology.orchestra.run.smithi161.stdout: Erasing : python3-cachetools-3.1.1-4.el8.noarch 47/85 , 2020-08-19T18:25:57.954 INFO:teuthology.orchestra.run.smithi175.stdout: Erasing : ceph-grafana-dashboards-2:16.0.0-4528.g8d9001a.el8 50/85 Ignoring malparsed backtrace: 2020-08-19T18:26:17.712 INFO:teuthology.orchestra.run.smithi161.stdout: Erasing : gperftools-libs-2.7-6.el8.x86_64 73/85 , 2020-08-19T18:26:17.839 INFO:teuthology.orchestra.run.smithi175.stdout: Erasing : liboath-2.6.2-3.el8.x86_64 78/85 , 2020-08-19T18:26:17.887 INFO:teuthology.orchestra.run.smithi161.stdout: Erasing : python3-rbd-2:16.0.0-4528.g8d9001a.el8.x86_64 74/85 Ignoring malparsed backtrace: 2020-08-19T18:26:19.406 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-waitress-1.2.1-2.el8.1.noarch 78/85 , 2020-08-19T18:26:19.406 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-webencodings-0.5.1-6.el8.noarch 79/85 , 2020-08-19T18:26:19.406 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 80/85 Ignoring malparsed backtrace: 2020-08-19T18:26:20.864 INFO:teuthology.orchestra.run.smithi175.stdout: rbd-mirror-2:16.0.0-4528.g8d9001a.el8.x86_64 , 2020-08-19T18:26:20.864 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-common-2:16.0.0-4528.g8d9001a.el8.x86_64 , 2020-08-19T18:26:20.864 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-grafana-dashboards-2:16.0.0-4528.g8d9001a.el8.noarch Ignoring malparsed backtrace: 2020-08-19T18:26:21.603 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction , 2020-08-19T18:26:21.628 INFO:teuthology.orchestra.run.smithi175.stdout: Preparing : 1/1 , 2020-08-19T18:26:21.628 INFO:teuthology.orchestra.run.smithi175.stdout: Erasing : cephadm-2:16.0.0-4528.g8d9001a.el8.x86_64 1/1 Ignoring malparsed backtrace: 2020-08-19T18:26:22.683 INFO:teuthology.orchestra.run.smithi161.stdout:Removing: , 2020-08-19T18:26:22.683 INFO:teuthology.orchestra.run.smithi161.stdout: cephadm x86_64 2:16.0.0-4528.g8d9001a.el8 @ceph 184 k , 2020-08-19T18:26:22.683 INFO:teuthology.orchestra.run.smithi161.stdout: Ignoring malparsed backtrace: No packages marked for removal. , 2020-08-19T18:26:26.637 INFO:teuthology.orchestra.run.smithi161.stdout:Dependencies resolved. , 2020-08-19T18:26:26.638 INFO:teuthology.orchestra.run.smithi161.stdout:Nothing to do. Ignoring malparsed backtrace: 2020-08-19T18:26:30.234 INFO:teuthology.orchestra.run.smithi175.stdout: librados-devel x86_64 2:16.0.0-4528.g8d9001a.el8 @ceph 436 k , 2020-08-19T18:26:30.234 INFO:teuthology.orchestra.run.smithi175.stdout:Removing dependent packages: , 2020-08-19T18:26:30.234 INFO:teuthology.orchestra.run.smithi175.stdout: libcephfs-devel x86_64 2:16.0.0-4528.g8d9001a.el8 @ceph 84 k Ignoring malparsed backtrace: 2020-08-19T18:26:32.672 INFO:teuthology.orchestra.run.smithi175.stdout: @CentOS-AppStream 34 k , 2020-08-19T18:26:32.672 INFO:teuthology.orchestra.run.smithi175.stdout: rbd-fuse x86_64 2:16.0.0-4528.g8d9001a.el8 @ceph 292 k , 2020-08-19T18:26:32.672 INFO:teuthology.orchestra.run.smithi175.stdout: rbd-nbd x86_64 2:16.0.0-4528.g8d9001a.el8 @ceph 608 k Ignoring malparsed backtrace: 2020-08-19T18:26:35.583 INFO:teuthology.orchestra.run.smithi161.stdout: Erasing : lttng-ust-2.8.1-11.el8.x86_64 7/7 , 2020-08-19T18:26:35.881 INFO:teuthology.orchestra.run.smithi175.stdout:No match for argument: python3-rados , No packages marked for removal. Ignoring malparsed backtrace: No packages marked for removal. , 2020-08-19T18:26:40.481 INFO:teuthology.orchestra.run.smithi161.stdout:Dependencies resolved. , 2020-08-19T18:26:40.482 INFO:teuthology.orchestra.run.smithi161.stdout:Nothing to do. Ignoring malparsed backtrace: next(self.gen) , File "/home/teuthworker/src/git.ceph.com_ceph-c_wip-kefu-testing-2020-08-19-1141/qa/tasks/rados.py", line 277, in task , running.get() Ignoring malparsed backtrace: ceph version 16.0.0-4528-g8d9001a (8d9001a8062a52bb640447b6a7e38abbff3580ee) pacific (dev) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7f6d3210bf1a] , 2: (WriteOp::_finish(TestOp::CallbackInfo*)+0x5b6) [0x558f95bca666] Ignoring malparsed backtrace: 2020-08-19T18:24:54.861 INFO:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd primary-affinity 4 1 , set osd.4 primary-affinity to 1 (8655362) , 2020-08-19T18:24:56.280 INFO:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd reweight 5 1 Ignoring malparsed backtrace: 2020-08-19T18:25:11.499 INFO:tasks.ceph:Scrubbing osd.1 , 2020-08-19T18:25:11.499 INFO:teuthology.orchestra.run.smithi161:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early tell osd.1 config set osd_debug_deep_scrub_sleep 0 , 2020-08-19T18:25:11.632 INFO:teuthology.orchestra.run.smithi161.stdout:{ Ignoring malparsed backtrace: File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/run.py", line 470, in wait , proc.wait() , File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/run.py", line 160, in wait Ignoring malparsed backtrace: 2020-08-19T18:25:38.433 DEBUG:teuthology.misc:Transferring archived files from smithi175:/var/lib/ceph/crash to /home/teuthworker/archive/kchai-2020-08-19_06:47:30-rados-wip-kefu-testing-2020-08-19-1141-distro-basic-smithi/5359037/remote/smithi175/crash , 2020-08-19T18:25:38.443 INFO:teuthology.orchestra.run.smithi175:> sudo tar cz -f - -C /var/lib/ceph/crash -- . , 2020-08-19T18:25:38.472 INFO:tasks.ceph:Compressing logs... Ignoring malparsed backtrace: 2020-08-19T18:25:42.110 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-radosgw-2:16.0.0-4528.g8d9001a.el8.x86_64 , 2020-08-19T18:25:42.110 INFO:teuthology.orchestra.run.smithi161.stdout: , 2020-08-19T18:25:42.110 INFO:teuthology.orchestra.run.smithi161.stdout:Complete! Ignoring malparsed backtrace: 2020-08-19T18:25:45.188 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mon x86_64 2:16.0.0-4528.g8d9001a.el8 @ceph 16 M , 2020-08-19T18:25:45.188 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-osd x86_64 2:16.0.0-4528.g8d9001a.el8 @ceph 62 M , 2020-08-19T18:25:45.188 INFO:teuthology.orchestra.run.smithi161.stdout: Ignoring malparsed backtrace: 2020-08-19T18:25:47.435 INFO:teuthology.orchestra.run.smithi175.stdout: gperftools-libs x86_642.7-6.el8 @epel 1.7 M , 2020-08-19T18:25:47.435 INFO:teuthology.orchestra.run.smithi175.stdout: leveldb x86_641.22-1.el8 @epel 574 k , 2020-08-19T18:25:47.435 INFO:teuthology.orchestra.run.smithi175.stdout: libgfortran x86_648.3.1-4.5.el8 @CentOS-Base 2.5 M Ignoring malparsed backtrace: 2020-08-19T18:25:47.506 INFO:teuthology.orchestra.run.smithi161.stdout: gperftools-libs x86_642.7-6.el8 @epel 1.7 M , 2020-08-19T18:25:47.506 INFO:teuthology.orchestra.run.smithi161.stdout: leveldb x86_641.22-1.el8 @epel 574 k , 2020-08-19T18:25:47.506 INFO:teuthology.orchestra.run.smithi161.stdout: libgfortran x86_648.3.1-4.5.el8 @CentOS-Base 2.5 M Ignoring malparsed backtrace: 2020-08-19T18:25:49.386 INFO:teuthology.orchestra.run.smithi161.stdout: Erasing : ceph-mgr-modules-core-2:16.0.0-4528.g8d9001a.el8.n 3/85 , 2020-08-19T18:25:49.414 INFO:teuthology.orchestra.run.smithi175.stdout: Erasing : python3-pecan-1.3.2-9.el8.noarch 4/85 , 2020-08-19T18:25:49.414 INFO:teuthology.orchestra.run.smithi175.stdout: Erasing : ceph-mgr-dashboard-2:16.0.0-4528.g8d9001a.el8.noar 5/85 Ignoring malparsed backtrace: 2020-08-19T18:25:57.804 INFO:teuthology.orchestra.run.smithi175.stdout: Erasing : python3-websocket-client-0.56.0-5.el8.noarch 49/85 , 2020-08-19T18:25:57.874 INFO:teuthology.orchestra.run.smithi161.stdout: Erasing : python3-cachetools-3.1.1-4.el8.noarch 47/85 , 2020-08-19T18:25:57.954 INFO:teuthology.orchestra.run.smithi175.stdout: Erasing : ceph-grafana-dashboards-2:16.0.0-4528.g8d9001a.el8 50/85 Ignoring malparsed backtrace: 2020-08-19T18:26:17.712 INFO:teuthology.orchestra.run.smithi161.stdout: Erasing : gperftools-libs-2.7-6.el8.x86_64 73/85 , 2020-08-19T18:26:17.839 INFO:teuthology.orchestra.run.smithi175.stdout: Erasing : liboath-2.6.2-3.el8.x86_64 78/85 , 2020-08-19T18:26:17.887 INFO:teuthology.orchestra.run.smithi161.stdout: Erasing : python3-rbd-2:16.0.0-4528.g8d9001a.el8.x86_64 74/85 Ignoring malparsed backtrace: 2020-08-19T18:26:19.406 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-waitress-1.2.1-2.el8.1.noarch 78/85 , 2020-08-19T18:26:19.406 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-webencodings-0.5.1-6.el8.noarch 79/85 , 2020-08-19T18:26:19.406 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 80/85 Ignoring malparsed backtrace: 2020-08-19T18:26:20.864 INFO:teuthology.orchestra.run.smithi175.stdout: rbd-mirror-2:16.0.0-4528.g8d9001a.el8.x86_64 , 2020-08-19T18:26:20.864 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-common-2:16.0.0-4528.g8d9001a.el8.x86_64 , 2020-08-19T18:26:20.864 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-grafana-dashboards-2:16.0.0-4528.g8d9001a.el8.noarch Ignoring malparsed backtrace: 2020-08-19T18:26:21.603 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction , 2020-08-19T18:26:21.628 INFO:teuthology.orchestra.run.smithi175.stdout: Preparing : 1/1 , 2020-08-19T18:26:21.628 INFO:teuthology.orchestra.run.smithi175.stdout: Erasing : cephadm-2:16.0.0-4528.g8d9001a.el8.x86_64 1/1 Ignoring malparsed backtrace: 2020-08-19T18:26:22.683 INFO:teuthology.orchestra.run.smithi161.stdout:Removing: , 2020-08-19T18:26:22.683 INFO:teuthology.orchestra.run.smithi161.stdout: cephadm x86_64 2:16.0.0-4528.g8d9001a.el8 @ceph 184 k , 2020-08-19T18:26:22.683 INFO:teuthology.orchestra.run.smithi161.stdout: Ignoring malparsed backtrace: No packages marked for removal. , 2020-08-19T18:26:26.637 INFO:teuthology.orchestra.run.smithi161.stdout:Dependencies resolved. , 2020-08-19T18:26:26.638 INFO:teuthology.orchestra.run.smithi161.stdout:Nothing to do. Ignoring malparsed backtrace: 2020-08-19T18:26:30.234 INFO:teuthology.orchestra.run.smithi175.stdout: librados-devel x86_64 2:16.0.0-4528.g8d9001a.el8 @ceph 436 k , 2020-08-19T18:26:30.234 INFO:teuthology.orchestra.run.smithi175.stdout:Removing dependent packages: , 2020-08-19T18:26:30.234 INFO:teuthology.orchestra.run.smithi175.stdout: libcephfs-devel x86_64 2:16.0.0-4528.g8d9001a.el8 @ceph 84 k Ignoring malparsed backtrace: 2020-08-19T18:26:32.672 INFO:teuthology.orchestra.run.smithi175.stdout: @CentOS-AppStream 34 k , 2020-08-19T18:26:32.672 INFO:teuthology.orchestra.run.smithi175.stdout: rbd-fuse x86_64 2:16.0.0-4528.g8d9001a.el8 @ceph 292 k , 2020-08-19T18:26:32.672 INFO:teuthology.orchestra.run.smithi175.stdout: rbd-nbd x86_64 2:16.0.0-4528.g8d9001a.el8 @ceph 608 k Ignoring malparsed backtrace: 2020-08-19T18:26:35.583 INFO:teuthology.orchestra.run.smithi161.stdout: Erasing : lttng-ust-2.8.1-11.el8.x86_64 7/7 , 2020-08-19T18:26:35.881 INFO:teuthology.orchestra.run.smithi175.stdout:No match for argument: python3-rados , No packages marked for removal. Ignoring malparsed backtrace: No packages marked for removal. , 2020-08-19T18:26:40.481 INFO:teuthology.orchestra.run.smithi161.stdout:Dependencies resolved. , 2020-08-19T18:26:40.482 INFO:teuthology.orchestra.run.smithi161.stdout:Nothing to do. Ignoring malparsed backtrace: next(self.gen) , File "/home/teuthworker/src/git.ceph.com_ceph-c_wip-kefu-testing-2020-08-19-1141/qa/tasks/rados.py", line 277, in task , running.get() Ignoring malparsed backtrace: ceph version 16.0.0-4528-g8d9001a (8d9001a8062a52bb640447b6a7e38abbff3580ee) pacific (dev) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe1) [0x7faaf5c301d7] , 2: (WriteOp::_finish(TestOp::CallbackInfo*)+0x6b0) [0x55f29e4bea60] Ignoring malparsed backtrace: 2020-08-19T18:38:42.057 INFO:teuthology.orchestra.run.smithi175.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. , 2020-08-19T18:38:42.067 INFO:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-osd.6.asok dump_blocked_ops , 2020-08-19T18:38:42.177 INFO:teuthology.orchestra.run.smithi175.stdout:ERROR: (22) Invalid argument Ignoring malparsed backtrace: 2020-08-19T18:39:05.477 INFO:teuthology.orchestra.run.smithi008:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd last-stat-seq osd.4 , 2020-08-19T18:39:05.749 INFO:teuthology.orchestra.run.smithi008.stdout:55834574860 , 2020-08-19T18:39:05.768 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574860 got 55834574860 for osd.4 Ignoring malparsed backtrace: 2020-08-19T18:39:13.316 INFO:tasks.ceph:pgid 1.9 last_scrub_stamp 2020-08-19T18:38:35.831875+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=38, tm_sec=35, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=39, tm_sec=8, tm_wday=2, tm_yday=232, tm_isdst=0) , 2020-08-19T18:39:13.316 INFO:tasks.ceph:pgid 1.8 last_scrub_stamp 2020-08-19T18:38:35.831875+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=38, tm_sec=35, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=39, tm_sec=8, tm_wday=2, tm_yday=232, tm_isdst=0) , 2020-08-19T18:39:13.316 INFO:tasks.ceph:pgid 1.7 last_scrub_stamp 2020-08-19T18:38:35.831875+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=38, tm_sec=35, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=39, tm_sec=8, tm_wday=2, tm_yday=232, tm_isdst=0) Ignoring malparsed backtrace: 2020-08-19T18:39:35.941 INFO:teuthology.orchestra.run.smithi175:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 , 2020-08-19T18:39:36.076 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi175.front.sepia.ceph.com , 2020-08-19T18:39:36.077 INFO:teuthology.orchestra.run.smithi175:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 Ignoring malparsed backtrace: 2020-08-19T18:39:39.346 INFO:teuthology.orchestra.run.smithi175.stdout: ceph* , 2020-08-19T18:39:39.590 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mgr.x has been restored , 2020-08-19T18:39:39.673 INFO:teuthology.orchestra.run.smithi008.stdout:0 upgraded, 0 newly installed, 1 to remove and 5 not upgraded. Ignoring malparsed backtrace: (Reading database ... 20% , (Reading database ... 25% , (Reading database ... 30% Ignoring malparsed backtrace: 2020-08-19T18:39:44.526 INFO:teuthology.orchestra.run.smithi175.stdout:0 upgraded, 0 newly installed, 1 to remove and 5 not upgraded. , 2020-08-19T18:39:44.526 INFO:teuthology.orchestra.run.smithi175.stdout:After this operation, 6,753 kB disk space will be freed. , 2020-08-19T18:39:44.594 INFO:teuthology.orchestra.run.smithi008.stdout:(Reading database ... Ignoring malparsed backtrace: 2020-08-19T18:39:47.230 INFO:teuthology.orchestra.run.smithi008.stdout:Reading state information... , 2020-08-19T18:39:47.282 INFO:teuthology.orchestra.run.smithi175.stdout:Building dependency tree... , 2020-08-19T18:39:47.283 INFO:teuthology.orchestra.run.smithi175.stdout:Reading state information... Ignoring malparsed backtrace: 2020-08-19T18:39:49.127 INFO:teuthology.orchestra.run.smithi175.stdout:dpkg: warning: while removing ceph-mgr-dashboard, directory '/usr/share/ceph/mgr/dashboard/controllers' not empty so not removed , 2020-08-19T18:39:49.168 INFO:teuthology.orchestra.run.smithi008.stdout:dpkg: warning: while removing ceph-mgr-dashboard, directory '/usr/share/ceph/mgr/dashboard/services' not empty so not removed , 2020-08-19T18:39:49.168 INFO:teuthology.orchestra.run.smithi008.stdout:dpkg: warning: while removing ceph-mgr-dashboard, directory '/usr/share/ceph/mgr/dashboard/plugins' not empty so not removed Ignoring malparsed backtrace: 2020-08-19T18:39:52.451 INFO:teuthology.orchestra.run.smithi008.stdout: python3-pytest python3-repoze.lru python3-routes python3-rsa python3-scipy , 2020-08-19T18:39:52.451 INFO:teuthology.orchestra.run.smithi008.stdout: python3-simplegeneric python3-simplejson python3-singledispatch , 2020-08-19T18:39:52.451 INFO:teuthology.orchestra.run.smithi008.stdout: python3-sklearn python3-sklearn-lib python3-sqlalchemy python3-tempita Ignoring malparsed backtrace: (Reading database ... 25% , (Reading database ... 30% , (Reading database ... 35% Ignoring malparsed backtrace: (Reading database ... 65% , (Reading database ... 70% , (Reading database ... 75% Ignoring malparsed backtrace: 2020-08-19T18:40:15.605 INFO:teuthology.orchestra.run.smithi008.stdout:The following packages were automatically installed and are no longer required: , 2020-08-19T18:40:15.605 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-mgr-modules-core jq libjq1 libleveldb1v5 liboath0 libonig4 , 2020-08-19T18:40:15.605 INFO:teuthology.orchestra.run.smithi008.stdout: libradosstriper1 libsnappy1v5 libxslt1.1 python-attr python-funcsigs Ignoring malparsed backtrace: 2020-08-19T18:40:15.612 INFO:teuthology.orchestra.run.smithi008.stdout:Package 'python3-rgw' is not installed, so not removed , 2020-08-19T18:40:15.612 INFO:teuthology.orchestra.run.smithi008.stdout:The following packages were automatically installed and are no longer required: , 2020-08-19T18:40:15.612 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-mgr-modules-core jq libjq1 libleveldb1v5 liboath0 libonig4 librabbitmq4 Ignoring malparsed backtrace: 2020-08-19T18:40:15.619 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-mgr-modules-core jq libjq1 libleveldb1v5 liboath0 libonig4 librabbitmq4 , 2020-08-19T18:40:15.619 INFO:teuthology.orchestra.run.smithi008.stdout: libradosstriper1 librdkafka1 librgw2 libsnappy1v5 libxslt1.1 python-attr , 2020-08-19T18:40:15.619 INFO:teuthology.orchestra.run.smithi008.stdout: python-funcsigs python-pastedeploy-tpl python-pluggy python-py python-pytest Ignoring malparsed backtrace: 2020-08-19T18:40:15.626 INFO:teuthology.orchestra.run.smithi175.stdout:The following packages were automatically installed and are no longer required: , 2020-08-19T18:40:15.626 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-modules-core jq libjq1 libleveldb1v5 liboath0 libonig4 , 2020-08-19T18:40:15.626 INFO:teuthology.orchestra.run.smithi175.stdout: libradosstriper1 libsnappy1v5 libxslt1.1 python-attr python-funcsigs Ignoring malparsed backtrace: 2020-08-19T18:40:15.633 INFO:teuthology.orchestra.run.smithi175.stdout:Package 'python3-cephfs' is not installed, so not removed , 2020-08-19T18:40:15.633 INFO:teuthology.orchestra.run.smithi175.stdout:The following packages were automatically installed and are no longer required: , 2020-08-19T18:40:15.633 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-modules-core jq libjq1 libleveldb1v5 liboath0 libonig4 librabbitmq4 Ignoring malparsed backtrace: (Reading database ... 10% , (Reading database ... 15% , (Reading database ... 20% Ignoring malparsed backtrace: (Reading database ... 35% , (Reading database ... 40% , (Reading database ... 45% Ignoring malparsed backtrace: (Reading database ... 35% , (Reading database ... 40% , (Reading database ... 45% Ignoring malparsed backtrace: 2020-08-19T18:40:23.319 INFO:teuthology.orchestra.run.smithi175.stdout: python-pluggy python-py python-pytest python3-attr python3-bcrypt , 2020-08-19T18:40:23.319 INFO:teuthology.orchestra.run.smithi175.stdout: python3-bs4 python3-ceph-argparse python3-ceph-common python3-cherrypy3 , 2020-08-19T18:40:23.319 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cycler python3-dateutil python3-decorator python3-fasteners Ignoring malparsed backtrace: 2020-08-19T18:40:24.239 INFO:teuthology.orchestra.run.smithi008.stdout: libshout3 libsnappy1v5 libspeex1 libspice-server1 libtag1v5 , 2020-08-19T18:40:24.239 INFO:teuthology.orchestra.run.smithi008.stdout: libtag1v5-vanilla libtwolame0 libusbredirparser1 libv4l-0 libv4lconvert0 , 2020-08-19T18:40:24.239 INFO:teuthology.orchestra.run.smithi008.stdout: libvisual-0.4-0 libvpx5 libwavpack1 libxen-4.9 libxenstore3.0 libxslt1.1 Ignoring malparsed backtrace: 2020-08-19T18:40:24.905 INFO:teuthology.orchestra.run.smithi008.stdout: python3-tz python3-uritemplate python3-waitress python3-webencodings , 2020-08-19T18:40:24.905 INFO:teuthology.orchestra.run.smithi008.stdout: python3-webob python3-websocket python3-webtest python3-werkzeug seabios , 2020-08-19T18:40:24.905 INFO:teuthology.orchestra.run.smithi008.stdout: sharutils socat xmlstarlet Ignoring malparsed backtrace: 2020-08-19T18:40:35.318 INFO:teuthology.orchestra.run.smithi008.stdout:Removing libmp3lame0:amd64 (3.100-2) ... , 2020-08-19T18:40:35.447 INFO:teuthology.orchestra.run.smithi175.stdout:Removing libonig4:amd64 (6.7.0-1) ... , 2020-08-19T18:40:35.689 INFO:teuthology.orchestra.run.smithi008.stdout:Removing libmpg123-0:amd64 (1.25.10-1) ... Ignoring malparsed backtrace: 2020-08-19T18:40:57.288 INFO:teuthology.orchestra.run.smithi008.stdout:Removing python3-scipy (0.19.1-2ubuntu1) ... , 2020-08-19T18:40:57.667 INFO:teuthology.orchestra.run.smithi175.stdout:Removing python3-oauth2client (4.1.2-3) ... , 2020-08-19T18:40:58.147 INFO:teuthology.orchestra.run.smithi175.stdout:Removing python3-fasteners (0.12.0-3) ... Ignoring malparsed backtrace: 2020-08-19T18:41:20.216 INFO:teuthology.orchestra.run.smithi008.stdout:Ubuntu , 2020-08-19T18:41:20.217 DEBUG:teuthology.misc:System to be installed: Ubuntu , 2020-08-19T18:41:20.218 INFO:teuthology.orchestra.run.smithi008:> sudo rm -f /etc/apt/sources.list.d/ceph.list Ignoring malparsed backtrace: Traceback (most recent call last): , File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/run_tasks.py", line 171, in run_tasks , suppress = manager.__exit__(*exc_info) Ignoring malparsed backtrace: ceph version 16.0.0-4528-g8d9001a (8d9001a8062a52bb640447b6a7e38abbff3580ee) pacific (dev) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe1) [0x7faaf5c301d7] , 2: (WriteOp::_finish(TestOp::CallbackInfo*)+0x6b0) [0x55f29e4bea60] Ignoring malparsed backtrace: 2020-08-19T18:38:42.057 INFO:teuthology.orchestra.run.smithi175.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. , 2020-08-19T18:38:42.067 INFO:teuthology.orchestra.run.smithi175:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-osd.6.asok dump_blocked_ops , 2020-08-19T18:38:42.177 INFO:teuthology.orchestra.run.smithi175.stdout:ERROR: (22) Invalid argument Ignoring malparsed backtrace: 2020-08-19T18:39:05.477 INFO:teuthology.orchestra.run.smithi008:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd last-stat-seq osd.4 , 2020-08-19T18:39:05.749 INFO:teuthology.orchestra.run.smithi008.stdout:55834574860 , 2020-08-19T18:39:05.768 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574860 got 55834574860 for osd.4 Ignoring malparsed backtrace: 2020-08-19T18:39:13.316 INFO:tasks.ceph:pgid 1.9 last_scrub_stamp 2020-08-19T18:38:35.831875+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=38, tm_sec=35, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=39, tm_sec=8, tm_wday=2, tm_yday=232, tm_isdst=0) , 2020-08-19T18:39:13.316 INFO:tasks.ceph:pgid 1.8 last_scrub_stamp 2020-08-19T18:38:35.831875+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=38, tm_sec=35, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=39, tm_sec=8, tm_wday=2, tm_yday=232, tm_isdst=0) , 2020-08-19T18:39:13.316 INFO:tasks.ceph:pgid 1.7 last_scrub_stamp 2020-08-19T18:38:35.831875+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=38, tm_sec=35, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=39, tm_sec=8, tm_wday=2, tm_yday=232, tm_isdst=0) Ignoring malparsed backtrace: 2020-08-19T18:39:35.941 INFO:teuthology.orchestra.run.smithi175:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 , 2020-08-19T18:39:36.076 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi175.front.sepia.ceph.com , 2020-08-19T18:39:36.077 INFO:teuthology.orchestra.run.smithi175:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 Ignoring malparsed backtrace: 2020-08-19T18:39:39.346 INFO:teuthology.orchestra.run.smithi175.stdout: ceph* , 2020-08-19T18:39:39.590 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mgr.x has been restored , 2020-08-19T18:39:39.673 INFO:teuthology.orchestra.run.smithi008.stdout:0 upgraded, 0 newly installed, 1 to remove and 5 not upgraded. Ignoring malparsed backtrace: (Reading database ... 20% , (Reading database ... 25% , (Reading database ... 30% Ignoring malparsed backtrace: 2020-08-19T18:39:44.526 INFO:teuthology.orchestra.run.smithi175.stdout:0 upgraded, 0 newly installed, 1 to remove and 5 not upgraded. , 2020-08-19T18:39:44.526 INFO:teuthology.orchestra.run.smithi175.stdout:After this operation, 6,753 kB disk space will be freed. , 2020-08-19T18:39:44.594 INFO:teuthology.orchestra.run.smithi008.stdout:(Reading database ... Ignoring malparsed backtrace: 2020-08-19T18:39:47.230 INFO:teuthology.orchestra.run.smithi008.stdout:Reading state information... , 2020-08-19T18:39:47.282 INFO:teuthology.orchestra.run.smithi175.stdout:Building dependency tree... , 2020-08-19T18:39:47.283 INFO:teuthology.orchestra.run.smithi175.stdout:Reading state information... Ignoring malparsed backtrace: 2020-08-19T18:39:49.127 INFO:teuthology.orchestra.run.smithi175.stdout:dpkg: warning: while removing ceph-mgr-dashboard, directory '/usr/share/ceph/mgr/dashboard/controllers' not empty so not removed , 2020-08-19T18:39:49.168 INFO:teuthology.orchestra.run.smithi008.stdout:dpkg: warning: while removing ceph-mgr-dashboard, directory '/usr/share/ceph/mgr/dashboard/services' not empty so not removed , 2020-08-19T18:39:49.168 INFO:teuthology.orchestra.run.smithi008.stdout:dpkg: warning: while removing ceph-mgr-dashboard, directory '/usr/share/ceph/mgr/dashboard/plugins' not empty so not removed Ignoring malparsed backtrace: 2020-08-19T18:39:52.451 INFO:teuthology.orchestra.run.smithi008.stdout: python3-pytest python3-repoze.lru python3-routes python3-rsa python3-scipy , 2020-08-19T18:39:52.451 INFO:teuthology.orchestra.run.smithi008.stdout: python3-simplegeneric python3-simplejson python3-singledispatch , 2020-08-19T18:39:52.451 INFO:teuthology.orchestra.run.smithi008.stdout: python3-sklearn python3-sklearn-lib python3-sqlalchemy python3-tempita Ignoring malparsed backtrace: (Reading database ... 25% , (Reading database ... 30% , (Reading database ... 35% Ignoring malparsed backtrace: (Reading database ... 65% , (Reading database ... 70% , (Reading database ... 75% Ignoring malparsed backtrace: 2020-08-19T18:40:15.605 INFO:teuthology.orchestra.run.smithi008.stdout:The following packages were automatically installed and are no longer required: , 2020-08-19T18:40:15.605 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-mgr-modules-core jq libjq1 libleveldb1v5 liboath0 libonig4 , 2020-08-19T18:40:15.605 INFO:teuthology.orchestra.run.smithi008.stdout: libradosstriper1 libsnappy1v5 libxslt1.1 python-attr python-funcsigs Ignoring malparsed backtrace: 2020-08-19T18:40:15.612 INFO:teuthology.orchestra.run.smithi008.stdout:Package 'python3-rgw' is not installed, so not removed , 2020-08-19T18:40:15.612 INFO:teuthology.orchestra.run.smithi008.stdout:The following packages were automatically installed and are no longer required: , 2020-08-19T18:40:15.612 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-mgr-modules-core jq libjq1 libleveldb1v5 liboath0 libonig4 librabbitmq4 Ignoring malparsed backtrace: 2020-08-19T18:40:15.619 INFO:teuthology.orchestra.run.smithi008.stdout: ceph-mgr-modules-core jq libjq1 libleveldb1v5 liboath0 libonig4 librabbitmq4 , 2020-08-19T18:40:15.619 INFO:teuthology.orchestra.run.smithi008.stdout: libradosstriper1 librdkafka1 librgw2 libsnappy1v5 libxslt1.1 python-attr , 2020-08-19T18:40:15.619 INFO:teuthology.orchestra.run.smithi008.stdout: python-funcsigs python-pastedeploy-tpl python-pluggy python-py python-pytest Ignoring malparsed backtrace: 2020-08-19T18:40:15.626 INFO:teuthology.orchestra.run.smithi175.stdout:The following packages were automatically installed and are no longer required: , 2020-08-19T18:40:15.626 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-modules-core jq libjq1 libleveldb1v5 liboath0 libonig4 , 2020-08-19T18:40:15.626 INFO:teuthology.orchestra.run.smithi175.stdout: libradosstriper1 libsnappy1v5 libxslt1.1 python-attr python-funcsigs Ignoring malparsed backtrace: 2020-08-19T18:40:15.633 INFO:teuthology.orchestra.run.smithi175.stdout:Package 'python3-cephfs' is not installed, so not removed , 2020-08-19T18:40:15.633 INFO:teuthology.orchestra.run.smithi175.stdout:The following packages were automatically installed and are no longer required: , 2020-08-19T18:40:15.633 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-modules-core jq libjq1 libleveldb1v5 liboath0 libonig4 librabbitmq4 Ignoring malparsed backtrace: (Reading database ... 10% , (Reading database ... 15% , (Reading database ... 20% Ignoring malparsed backtrace: (Reading database ... 35% , (Reading database ... 40% , (Reading database ... 45% Ignoring malparsed backtrace: (Reading database ... 35% , (Reading database ... 40% , (Reading database ... 45% Ignoring malparsed backtrace: 2020-08-19T18:40:23.319 INFO:teuthology.orchestra.run.smithi175.stdout: python-pluggy python-py python-pytest python3-attr python3-bcrypt , 2020-08-19T18:40:23.319 INFO:teuthology.orchestra.run.smithi175.stdout: python3-bs4 python3-ceph-argparse python3-ceph-common python3-cherrypy3 , 2020-08-19T18:40:23.319 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cycler python3-dateutil python3-decorator python3-fasteners Ignoring malparsed backtrace: 2020-08-19T18:40:24.239 INFO:teuthology.orchestra.run.smithi008.stdout: libshout3 libsnappy1v5 libspeex1 libspice-server1 libtag1v5 , 2020-08-19T18:40:24.239 INFO:teuthology.orchestra.run.smithi008.stdout: libtag1v5-vanilla libtwolame0 libusbredirparser1 libv4l-0 libv4lconvert0 , 2020-08-19T18:40:24.239 INFO:teuthology.orchestra.run.smithi008.stdout: libvisual-0.4-0 libvpx5 libwavpack1 libxen-4.9 libxenstore3.0 libxslt1.1 Ignoring malparsed backtrace: 2020-08-19T18:40:24.905 INFO:teuthology.orchestra.run.smithi008.stdout: python3-tz python3-uritemplate python3-waitress python3-webencodings , 2020-08-19T18:40:24.905 INFO:teuthology.orchestra.run.smithi008.stdout: python3-webob python3-websocket python3-webtest python3-werkzeug seabios , 2020-08-19T18:40:24.905 INFO:teuthology.orchestra.run.smithi008.stdout: sharutils socat xmlstarlet Ignoring malparsed backtrace: 2020-08-19T18:40:35.318 INFO:teuthology.orchestra.run.smithi008.stdout:Removing libmp3lame0:amd64 (3.100-2) ... , 2020-08-19T18:40:35.447 INFO:teuthology.orchestra.run.smithi175.stdout:Removing libonig4:amd64 (6.7.0-1) ... , 2020-08-19T18:40:35.689 INFO:teuthology.orchestra.run.smithi008.stdout:Removing libmpg123-0:amd64 (1.25.10-1) ... Ignoring malparsed backtrace: 2020-08-19T18:40:57.288 INFO:teuthology.orchestra.run.smithi008.stdout:Removing python3-scipy (0.19.1-2ubuntu1) ... , 2020-08-19T18:40:57.667 INFO:teuthology.orchestra.run.smithi175.stdout:Removing python3-oauth2client (4.1.2-3) ... , 2020-08-19T18:40:58.147 INFO:teuthology.orchestra.run.smithi175.stdout:Removing python3-fasteners (0.12.0-3) ... Ignoring malparsed backtrace: 2020-08-19T18:41:20.216 INFO:teuthology.orchestra.run.smithi008.stdout:Ubuntu , 2020-08-19T18:41:20.217 DEBUG:teuthology.misc:System to be installed: Ubuntu , 2020-08-19T18:41:20.218 INFO:teuthology.orchestra.run.smithi008:> sudo rm -f /etc/apt/sources.list.d/ceph.list Ignoring malparsed backtrace: Traceback (most recent call last): , File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/run_tasks.py", line 171, in run_tasks , suppress = manager.__exit__(*exc_info) Ignoring malparsed backtrace: ceph version 16.0.0-4528-g8d9001a (8d9001a8062a52bb640447b6a7e38abbff3580ee) pacific (dev) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7f2a71050f1a] , 2: (WriteOp::_finish(TestOp::CallbackInfo*)+0x5b6) [0x56524bc12666] Ignoring malparsed backtrace: 2020-08-19T18:37:33.655 INFO:tasks.ceph.osd.1:Restarting daemon , 2020-08-19T18:37:33.656 INFO:teuthology.orchestra.run.smithi095:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 , 2020-08-19T18:37:33.661 INFO:tasks.ceph.osd.1:Started Ignoring malparsed backtrace: 2020-08-19T18:37:58.958 INFO:teuthology.orchestra.run.smithi095:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd last-stat-seq osd.2 , 2020-08-19T18:37:59.227 INFO:teuthology.orchestra.run.smithi095.stdout:55834574863 , 2020-08-19T18:37:59.239 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574863 got 55834574863 for osd.2 Ignoring malparsed backtrace: 2020-08-19T18:38:06.783 INFO:tasks.ceph:pgid 3.e last_scrub_stamp 2020-08-19T18:37:13.432291+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=37, tm_sec=13, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=38, tm_sec=2, tm_wday=2, tm_yday=232, tm_isdst=0) , 2020-08-19T18:38:06.783 INFO:tasks.ceph:pgid 3.d last_scrub_stamp 2020-08-19T18:37:13.432291+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=37, tm_sec=13, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=38, tm_sec=2, tm_wday=2, tm_yday=232, tm_isdst=0) , 2020-08-19T18:38:06.784 INFO:tasks.ceph:pgid 3.c last_scrub_stamp 2020-08-19T18:37:13.432291+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=37, tm_sec=13, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=38, tm_sec=2, tm_wday=2, tm_yday=232, tm_isdst=0) Ignoring malparsed backtrace: 2020-08-19T18:38:48.294 DEBUG:tasks.ceph.mon.b:waiting for process to exit , 2020-08-19T18:38:48.295 INFO:teuthology.orchestra.run:waiting for 300 , 2020-08-19T18:38:48.313 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.4 is failed for ~0s Ignoring malparsed backtrace: 2020-08-19T18:38:53.012 INFO:teuthology.orchestra.run.smithi095:> sudo lsb_release -is , 2020-08-19T18:38:53.087 INFO:teuthology.orchestra.run.smithi095.stdout:CentOS , 2020-08-19T18:38:53.089 DEBUG:teuthology.misc:System to be installed: CentOS Ignoring malparsed backtrace: 2020-08-19T18:38:55.303 INFO:teuthology.orchestra.run.smithi095.stdout:Removing: , 2020-08-19T18:38:55.304 INFO:teuthology.orchestra.run.smithi095.stdout: ceph-test x86_64 2:16.0.0-4528.g8d9001a.el8 @ceph 196 M , 2020-08-19T18:38:55.304 INFO:teuthology.orchestra.run.smithi095.stdout:Removing unused dependencies: Ignoring malparsed backtrace: 2020-08-19T18:38:57.909 INFO:teuthology.orchestra.run.smithi185.stdout:Running transaction , 2020-08-19T18:38:58.011 INFO:teuthology.orchestra.run.smithi095.stdout: Preparing : 1/1 , 2020-08-19T18:38:58.018 INFO:teuthology.orchestra.run.smithi095.stdout: Running scriptlet: ceph-2:16.0.0-4528.g8d9001a.el8.x86_64 1/1 Ignoring malparsed backtrace: 2020-08-19T18:39:00.180 INFO:teuthology.orchestra.run.smithi185.stdout: python3-jsonpointer noarch1.10-11.el8 @CentOS-AppStream 32 k , 2020-08-19T18:39:00.181 INFO:teuthology.orchestra.run.smithi185.stdout: python3-jwt noarch1.6.1-2.el8 @CentOS-Base 88 k , 2020-08-19T18:39:00.181 INFO:teuthology.orchestra.run.smithi185.stdout: python3-kubernetes noarch11.0.0-2.el8 @epel 21 M Ignoring malparsed backtrace: 2020-08-19T18:39:00.230 INFO:teuthology.orchestra.run.smithi095.stdout: python3-jsonpointer noarch1.10-11.el8 @CentOS-AppStream 32 k , 2020-08-19T18:39:00.230 INFO:teuthology.orchestra.run.smithi095.stdout: python3-jwt noarch1.6.1-2.el8 @CentOS-Base 88 k , 2020-08-19T18:39:00.230 INFO:teuthology.orchestra.run.smithi095.stdout: python3-kubernetes noarch11.0.0-2.el8 @epel 21 M Ignoring malparsed backtrace: 2020-08-19T18:39:04.866 INFO:teuthology.orchestra.run.smithi185.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:16.0.0-4528.g8d900 18/85 , 2020-08-19T18:39:04.908 INFO:teuthology.orchestra.run.smithi095.stdout: Erasing : python3-remoto-1.1.4-4.el8.noarch 17/85 , 2020-08-19T18:39:04.909 INFO:teuthology.orchestra.run.smithi095.stdout: Erasing : ceph-mgr-diskprediction-local-2:16.0.0-4528.g8d900 18/85 Ignoring malparsed backtrace: 2020-08-19T18:39:12.182 INFO:teuthology.orchestra.run.smithi095.stdout: Running scriptlet: ceph-base-2:16.0.0-4528.g8d9001a.el8.x86_64 57/85 , 2020-08-19T18:39:12.183 INFO:teuthology.orchestra.run.smithi095.stdout: Erasing : ceph-common-2:16.0.0-4528.g8d9001a.el8.x86_64 58/85 , 2020-08-19T18:39:12.183 INFO:teuthology.orchestra.run.smithi095.stdout:warning: directory /var/lib/ceph: remove failed: Device or resource busy Ignoring malparsed backtrace: 2020-08-19T18:39:32.032 INFO:teuthology.orchestra.run.smithi185.stdout: Verifying : ceph-mgr-modules-core-2:16.0.0-4528.g8d9001a.el8.n 8/85 , 2020-08-19T18:39:32.033 INFO:teuthology.orchestra.run.smithi185.stdout: Verifying : ceph-mgr-rook-2:16.0.0-4528.g8d9001a.el8.noarch 9/85 , 2020-08-19T18:39:32.033 INFO:teuthology.orchestra.run.smithi185.stdout: Verifying : ceph-prometheus-alerts-2:16.0.0-4528.g8d9001a.el8. 10/85 Ignoring malparsed backtrace: 2020-08-19T18:39:32.479 INFO:teuthology.orchestra.run.smithi095.stdout: Verifying : libxslt-1.1.32-3.el8.x86_64 22/85 , 2020-08-19T18:39:32.480 INFO:teuthology.orchestra.run.smithi095.stdout: Verifying : openblas-0.3.3-2.el8.x86_64 23/85 , 2020-08-19T18:39:32.480 INFO:teuthology.orchestra.run.smithi095.stdout: Verifying : openblas-threads-0.3.3-2.el8.x86_64 24/85 Ignoring malparsed backtrace: 2020-08-19T18:39:33.679 INFO:teuthology.orchestra.run.smithi185.stdout: python3-cheroot-8.2.1-1.el8.noarch , 2020-08-19T18:39:33.679 INFO:teuthology.orchestra.run.smithi185.stdout: python3-cherrypy-18.4.0-1.el8.noarch , 2020-08-19T18:39:33.680 INFO:teuthology.orchestra.run.smithi185.stdout: python3-cssselect-0.9.2-10.el8.noarch Ignoring malparsed backtrace: 2020-08-19T18:39:34.164 INFO:teuthology.orchestra.run.smithi095.stdout: python3-jwt-1.6.1-2.el8.noarch , 2020-08-19T18:39:34.164 INFO:teuthology.orchestra.run.smithi095.stdout: python3-kubernetes-11.0.0-2.el8.noarch , 2020-08-19T18:39:34.164 INFO:teuthology.orchestra.run.smithi095.stdout: python3-logutils-0.3.5-11.el8.noarch Ignoring malparsed backtrace: 2020-08-19T18:39:36.976 INFO:teuthology.orchestra.run.smithi185.stdout: Package Arch Version Repo Size , 2020-08-19T18:39:36.976 INFO:teuthology.orchestra.run.smithi185.stdout:================================================================================ , 2020-08-19T18:39:36.977 INFO:teuthology.orchestra.run.smithi185.stdout:Removing: Ignoring malparsed backtrace: 2020-08-19T18:39:40.871 INFO:teuthology.orchestra.run.smithi095.stdout:Complete! , 2020-08-19T18:39:40.893 INFO:teuthology.orchestra.run.smithi185.stdout:Dependencies resolved. , 2020-08-19T18:39:40.894 INFO:teuthology.orchestra.run.smithi185.stdout:================================================================================ Ignoring malparsed backtrace: 2020-08-19T18:39:43.213 INFO:teuthology.orchestra.run.smithi095.stdout:Dependencies resolved. , 2020-08-19T18:39:43.214 INFO:teuthology.orchestra.run.smithi095.stdout:================================================================================ , 2020-08-19T18:39:43.214 INFO:teuthology.orchestra.run.smithi095.stdout: Package Arch Version Repo Size Ignoring malparsed backtrace: 2020-08-19T18:39:46.741 INFO:teuthology.orchestra.run.smithi095.stdout:Dependencies resolved. , 2020-08-19T18:39:46.743 INFO:teuthology.orchestra.run.smithi095.stdout:================================================================================ , 2020-08-19T18:39:46.743 INFO:teuthology.orchestra.run.smithi095.stdout: Package Arch Version Repository Size Ignoring malparsed backtrace: 2020-08-19T18:39:49.726 INFO:teuthology.orchestra.run.smithi185.stdout:Nothing to do. , 2020-08-19T18:39:49.726 INFO:teuthology.orchestra.run.smithi185.stdout:Complete! , 2020-08-19T18:39:50.003 INFO:teuthology.orchestra.run.smithi095.stdout:No match for argument: python3-rados Ignoring malparsed backtrace: 2020-08-19T18:39:53.836 INFO:teuthology.orchestra.run.smithi095.stdout:=============================================================================== , 2020-08-19T18:39:53.836 INFO:teuthology.orchestra.run.smithi095.stdout:^* hv01.front.sepia.ceph.com 2 6 377 29 -300us[ -356us] +/- 24ms , 2020-08-19T18:39:53.837 INFO:teuthology.orchestra.run.smithi095.stdout:^+ hv02.front.sepia.ceph.com 2 6 377 31 -682us[ -738us] +/- 47ms Ignoring malparsed backtrace: File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/run.py", line 446, in run , r.wait() , File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/run.py", line 160, in wait Ignoring malparsed backtrace: ceph version 16.0.0-4528-g8d9001a (8d9001a8062a52bb640447b6a7e38abbff3580ee) pacific (dev) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7f2a71050f1a] , 2: (WriteOp::_finish(TestOp::CallbackInfo*)+0x5b6) [0x56524bc12666] Ignoring malparsed backtrace: 2020-08-19T18:37:33.655 INFO:tasks.ceph.osd.1:Restarting daemon , 2020-08-19T18:37:33.656 INFO:teuthology.orchestra.run.smithi095:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 , 2020-08-19T18:37:33.661 INFO:tasks.ceph.osd.1:Started Ignoring malparsed backtrace: 2020-08-19T18:37:58.958 INFO:teuthology.orchestra.run.smithi095:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd last-stat-seq osd.2 , 2020-08-19T18:37:59.227 INFO:teuthology.orchestra.run.smithi095.stdout:55834574863 , 2020-08-19T18:37:59.239 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574863 got 55834574863 for osd.2 Ignoring malparsed backtrace: 2020-08-19T18:38:06.783 INFO:tasks.ceph:pgid 3.e last_scrub_stamp 2020-08-19T18:37:13.432291+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=37, tm_sec=13, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=38, tm_sec=2, tm_wday=2, tm_yday=232, tm_isdst=0) , 2020-08-19T18:38:06.783 INFO:tasks.ceph:pgid 3.d last_scrub_stamp 2020-08-19T18:37:13.432291+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=37, tm_sec=13, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=38, tm_sec=2, tm_wday=2, tm_yday=232, tm_isdst=0) , 2020-08-19T18:38:06.784 INFO:tasks.ceph:pgid 3.c last_scrub_stamp 2020-08-19T18:37:13.432291+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=37, tm_sec=13, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=38, tm_sec=2, tm_wday=2, tm_yday=232, tm_isdst=0) Ignoring malparsed backtrace: 2020-08-19T18:38:48.294 DEBUG:tasks.ceph.mon.b:waiting for process to exit , 2020-08-19T18:38:48.295 INFO:teuthology.orchestra.run:waiting for 300 , 2020-08-19T18:38:48.313 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.4 is failed for ~0s Ignoring malparsed backtrace: 2020-08-19T18:38:53.012 INFO:teuthology.orchestra.run.smithi095:> sudo lsb_release -is , 2020-08-19T18:38:53.087 INFO:teuthology.orchestra.run.smithi095.stdout:CentOS , 2020-08-19T18:38:53.089 DEBUG:teuthology.misc:System to be installed: CentOS Ignoring malparsed backtrace: 2020-08-19T18:38:55.303 INFO:teuthology.orchestra.run.smithi095.stdout:Removing: , 2020-08-19T18:38:55.304 INFO:teuthology.orchestra.run.smithi095.stdout: ceph-test x86_64 2:16.0.0-4528.g8d9001a.el8 @ceph 196 M , 2020-08-19T18:38:55.304 INFO:teuthology.orchestra.run.smithi095.stdout:Removing unused dependencies: Ignoring malparsed backtrace: 2020-08-19T18:38:57.909 INFO:teuthology.orchestra.run.smithi185.stdout:Running transaction , 2020-08-19T18:38:58.011 INFO:teuthology.orchestra.run.smithi095.stdout: Preparing : 1/1 , 2020-08-19T18:38:58.018 INFO:teuthology.orchestra.run.smithi095.stdout: Running scriptlet: ceph-2:16.0.0-4528.g8d9001a.el8.x86_64 1/1 Ignoring malparsed backtrace: 2020-08-19T18:39:00.180 INFO:teuthology.orchestra.run.smithi185.stdout: python3-jsonpointer noarch1.10-11.el8 @CentOS-AppStream 32 k , 2020-08-19T18:39:00.181 INFO:teuthology.orchestra.run.smithi185.stdout: python3-jwt noarch1.6.1-2.el8 @CentOS-Base 88 k , 2020-08-19T18:39:00.181 INFO:teuthology.orchestra.run.smithi185.stdout: python3-kubernetes noarch11.0.0-2.el8 @epel 21 M Ignoring malparsed backtrace: 2020-08-19T18:39:00.230 INFO:teuthology.orchestra.run.smithi095.stdout: python3-jsonpointer noarch1.10-11.el8 @CentOS-AppStream 32 k , 2020-08-19T18:39:00.230 INFO:teuthology.orchestra.run.smithi095.stdout: python3-jwt noarch1.6.1-2.el8 @CentOS-Base 88 k , 2020-08-19T18:39:00.230 INFO:teuthology.orchestra.run.smithi095.stdout: python3-kubernetes noarch11.0.0-2.el8 @epel 21 M Ignoring malparsed backtrace: 2020-08-19T18:39:04.866 INFO:teuthology.orchestra.run.smithi185.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:16.0.0-4528.g8d900 18/85 , 2020-08-19T18:39:04.908 INFO:teuthology.orchestra.run.smithi095.stdout: Erasing : python3-remoto-1.1.4-4.el8.noarch 17/85 , 2020-08-19T18:39:04.909 INFO:teuthology.orchestra.run.smithi095.stdout: Erasing : ceph-mgr-diskprediction-local-2:16.0.0-4528.g8d900 18/85 Ignoring malparsed backtrace: 2020-08-19T18:39:12.182 INFO:teuthology.orchestra.run.smithi095.stdout: Running scriptlet: ceph-base-2:16.0.0-4528.g8d9001a.el8.x86_64 57/85 , 2020-08-19T18:39:12.183 INFO:teuthology.orchestra.run.smithi095.stdout: Erasing : ceph-common-2:16.0.0-4528.g8d9001a.el8.x86_64 58/85 , 2020-08-19T18:39:12.183 INFO:teuthology.orchestra.run.smithi095.stdout:warning: directory /var/lib/ceph: remove failed: Device or resource busy Ignoring malparsed backtrace: 2020-08-19T18:39:32.032 INFO:teuthology.orchestra.run.smithi185.stdout: Verifying : ceph-mgr-modules-core-2:16.0.0-4528.g8d9001a.el8.n 8/85 , 2020-08-19T18:39:32.033 INFO:teuthology.orchestra.run.smithi185.stdout: Verifying : ceph-mgr-rook-2:16.0.0-4528.g8d9001a.el8.noarch 9/85 , 2020-08-19T18:39:32.033 INFO:teuthology.orchestra.run.smithi185.stdout: Verifying : ceph-prometheus-alerts-2:16.0.0-4528.g8d9001a.el8. 10/85 Ignoring malparsed backtrace: 2020-08-19T18:39:32.479 INFO:teuthology.orchestra.run.smithi095.stdout: Verifying : libxslt-1.1.32-3.el8.x86_64 22/85 , 2020-08-19T18:39:32.480 INFO:teuthology.orchestra.run.smithi095.stdout: Verifying : openblas-0.3.3-2.el8.x86_64 23/85 , 2020-08-19T18:39:32.480 INFO:teuthology.orchestra.run.smithi095.stdout: Verifying : openblas-threads-0.3.3-2.el8.x86_64 24/85 Ignoring malparsed backtrace: 2020-08-19T18:39:33.679 INFO:teuthology.orchestra.run.smithi185.stdout: python3-cheroot-8.2.1-1.el8.noarch , 2020-08-19T18:39:33.679 INFO:teuthology.orchestra.run.smithi185.stdout: python3-cherrypy-18.4.0-1.el8.noarch , 2020-08-19T18:39:33.680 INFO:teuthology.orchestra.run.smithi185.stdout: python3-cssselect-0.9.2-10.el8.noarch Ignoring malparsed backtrace: 2020-08-19T18:39:34.164 INFO:teuthology.orchestra.run.smithi095.stdout: python3-jwt-1.6.1-2.el8.noarch , 2020-08-19T18:39:34.164 INFO:teuthology.orchestra.run.smithi095.stdout: python3-kubernetes-11.0.0-2.el8.noarch , 2020-08-19T18:39:34.164 INFO:teuthology.orchestra.run.smithi095.stdout: python3-logutils-0.3.5-11.el8.noarch Ignoring malparsed backtrace: 2020-08-19T18:39:36.976 INFO:teuthology.orchestra.run.smithi185.stdout: Package Arch Version Repo Size , 2020-08-19T18:39:36.976 INFO:teuthology.orchestra.run.smithi185.stdout:================================================================================ , 2020-08-19T18:39:36.977 INFO:teuthology.orchestra.run.smithi185.stdout:Removing: Ignoring malparsed backtrace: 2020-08-19T18:39:40.871 INFO:teuthology.orchestra.run.smithi095.stdout:Complete! , 2020-08-19T18:39:40.893 INFO:teuthology.orchestra.run.smithi185.stdout:Dependencies resolved. , 2020-08-19T18:39:40.894 INFO:teuthology.orchestra.run.smithi185.stdout:================================================================================ Ignoring malparsed backtrace: 2020-08-19T18:39:43.213 INFO:teuthology.orchestra.run.smithi095.stdout:Dependencies resolved. , 2020-08-19T18:39:43.214 INFO:teuthology.orchestra.run.smithi095.stdout:================================================================================ , 2020-08-19T18:39:43.214 INFO:teuthology.orchestra.run.smithi095.stdout: Package Arch Version Repo Size Ignoring malparsed backtrace: 2020-08-19T18:39:46.741 INFO:teuthology.orchestra.run.smithi095.stdout:Dependencies resolved. , 2020-08-19T18:39:46.743 INFO:teuthology.orchestra.run.smithi095.stdout:================================================================================ , 2020-08-19T18:39:46.743 INFO:teuthology.orchestra.run.smithi095.stdout: Package Arch Version Repository Size Ignoring malparsed backtrace: 2020-08-19T18:39:49.726 INFO:teuthology.orchestra.run.smithi185.stdout:Nothing to do. , 2020-08-19T18:39:49.726 INFO:teuthology.orchestra.run.smithi185.stdout:Complete! , 2020-08-19T18:39:50.003 INFO:teuthology.orchestra.run.smithi095.stdout:No match for argument: python3-rados Ignoring malparsed backtrace: 2020-08-19T18:39:53.836 INFO:teuthology.orchestra.run.smithi095.stdout:=============================================================================== , 2020-08-19T18:39:53.836 INFO:teuthology.orchestra.run.smithi095.stdout:^* hv01.front.sepia.ceph.com 2 6 377 29 -300us[ -356us] +/- 24ms , 2020-08-19T18:39:53.837 INFO:teuthology.orchestra.run.smithi095.stdout:^+ hv02.front.sepia.ceph.com 2 6 377 31 -682us[ -738us] +/- 47ms Ignoring malparsed backtrace: File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/run.py", line 446, in run , r.wait() , File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/orchestra/run.py", line 160, in wait Ignoring malparsed backtrace: ceph version 16.0.0-4528-g8d9001a (8d9001a8062a52bb640447b6a7e38abbff3580ee) pacific (dev) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7f494544bf1a] , 2: (WriteOp::_finish(TestOp::CallbackInfo*)+0x5b6) [0x56195bfa0666] Ignoring malparsed backtrace: 2020-08-19T18:38:36.434 INFO:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd reweight 1 1 , reweighted osd.1 to 1 (10000) , 2020-08-19T18:38:37.431 INFO:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd primary-affinity 1 1 Ignoring malparsed backtrace: dumped all , 2020-08-19T18:38:57.497 INFO:teuthology.orchestra.run.smithi151.stdout:{"pg_ready":true,"pg_map":{"version":69,"stamp":"2020-08-19T18:38:55.703242+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2244608,"num_objects":18,"num_object_clones":0,"num_object_copies":100,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":16,"num_read_kb":0,"num_write":32,"num_write_kb":2192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":54,"ondisk_log_size":54,"up":134,"acting":134,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":134,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":48592,"kb_used_data":7376,"kb_used_omap":0,"kb_used_meta":41152,"kb_avail":754926128,"statfs":{"total":773094113280,"available":773044355072,"internally_reserved":0,"allocated":7553024,"data_stored":5264604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":42139648},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.216203"},"pg_stats":[{"pgid":"3.f","version":"23'2","reported_seq":"35","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.415041+0000","last_change":"2020-08-19T18:38:26.386622+0000","last_active":"2020-08-19T18:38:50.415041+0000","last_peered":"2020-08-19T18:38:50.415041+0000","last_clean":"2020-08-19T18:38:50.415041+0000","last_became_active":"2020-08-19T18:38:26.385909+0000","last_became_peered":"2020-08-19T18:38:26.385909+0000","last_unstale":"2020-08-19T18:38:50.415041+0000","last_undegraded":"2020-08-19T18:38:50.415041+0000","last_fullsized":"2020-08-19T18:38:50.415041+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_clean_scrub_stamp":"2020-08-19T18:38:25.345483+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":32768,"num_objects":1,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,3,2,7],"acting":[0,1,4,3,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"24'6","reported_seq":"42","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:49.494077+0000","last_change":"2020-08-19T18:38:26.379284+0000","last_active":"2020-08-19T18:38:49.494077+0000","last_peered":"2020-08-19T18:38:49.494077+0000","last_clean":"2020-08-19T18:38:49.494077+0000","last_became_active":"2020-08-19T18:38:26.378459+0000","last_became_peered":"2020-08-19T18:38:26.378459+0000","last_unstale":"2020-08-19T18:38:49.494077+0000","last_undegraded":"2020-08-19T18:38:49.494077+0000","last_fullsized":"2020-08-19T18:38:49.494077+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_clean_scrub_stamp":"2020-08-19T18:38:25.345483+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":458752,"num_objects":3,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":0,"num_write":6,"num_write_kb":448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5,3,7,1],"acting":[2,0,5,3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"24'2","reported_seq":"38","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.414819+0000","last_change":"2020-08-19T18:38:26.383876+0000","last_active":"2020-08-19T18:38:50.414819+0000","last_peered":"2020-08-19T18:38:50.414819+0000","last_clean":"2020-08-19T18:38:50.414819+0000","last_became_active":"2020-08-19T18:38:26.382972+0000","last_became_peered":"2020-08-19T18:38:26.382972+0000","last_unstale":"2020-08-19T18:38:50.414819+0000","last_undegraded":"2020-08-19T18:38:50.414819+0000","last_fullsized":"2020-08-19T18:38:50.414819+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_clean_scrub_stamp":"2020-08-19T18:38:25.345483+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":131072,"num_objects":1,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1,0,5,7],"acting":[3,4,1,0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"33","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.414667+0000","last_change":"2020-08-19T18:38:26.385660+0000","last_active":"2020-08-19T18:38:50.414667+0000","last_peered":"2020-08-19T18:38:50.414667+0000","last_clean":"2020-08-19T18:38:50.414667+0000","last_became_active":"2020-08-19T18:38:26.384800+0000","last_became_peered":"2020-08-19T18:38:26.384800+0000","last_unstale":"2020-08-19T18:38:50.414667+0000","last_undegraded":"2020-08-19T18:38:50.414667+0000","last_fullsized":"2020-08-19T18:38:50.414667+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_clean_scrub_stamp":"2020-08-19T18:38:25.345483+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,5,4,6],"acting":[0,7,3,5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.9","version":"15'2","reported_seq":"62","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:49.494646+0000","last_change":"2020-08-19T18:38:39.131300+0000","last_active":"2020-08-19T18:38:49.494646+0000","last_peered":"2020-08-19T18:38:49.494646+0000","last_clean":"2020-08-19T18:38:49.494646+0000","last_became_active":"2020-08-19T18:38:33.406983+0000","last_became_peered":"2020-08-19T18:38:33.406983+0000","last_unstale":"2020-08-19T18:38:49.494646+0000","last_undegraded":"2020-08-19T18:38:49.494646+0000","last_fullsized":"2020-08-19T18:38:49.494646+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":4,"last_scrub":"15'2","last_scrub_stamp":"2020-08-19T18:38:39.131193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:01.775942+0000","last_clean_scrub_stamp":"2020-08-19T18:38:39.131193+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":"35","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.343716+0000","last_change":"2020-08-19T18:38:26.377754+0000","last_active":"2020-08-19T18:38:50.343716+0000","last_peered":"2020-08-19T18:38:50.343716+0000","last_clean":"2020-08-19T18:38:50.343716+0000","last_became_active":"2020-08-19T18:38:26.377004+0000","last_became_peered":"2020-08-19T18:38:26.377004+0000","last_unstale":"2020-08-19T18:38:50.343716+0000","last_undegraded":"2020-08-19T18:38:50.343716+0000","last_fullsized":"2020-08-19T18:38:50.343716+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_clean_scrub_stamp":"2020-08-19T18:38:25.345483+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0,4,5,1],"acting":[7,6,0,4,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.8","version":"15'2","reported_seq":"58","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.153299+0000","last_change":"2020-08-19T18:38:50.153299+0000","last_active":"2020-08-19T18:38:50.153299+0000","last_peered":"2020-08-19T18:38:50.153299+0000","last_clean":"2020-08-19T18:38:50.153299+0000","last_became_active":"2020-08-19T18:38:33.408703+0000","last_became_peered":"2020-08-19T18:38:33.408703+0000","last_unstale":"2020-08-19T18:38:50.153299+0000","last_undegraded":"2020-08-19T18:38:50.153299+0000","last_fullsized":"2020-08-19T18:38:50.153299+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":4,"last_scrub":"15'2","last_scrub_stamp":"2020-08-19T18:38:50.153230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:01.775942+0000","last_clean_scrub_stamp":"2020-08-19T18:38:50.153230+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"24'4","reported_seq":"40","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.413961+0000","last_change":"2020-08-19T18:38:26.383899+0000","last_active":"2020-08-19T18:38:50.413961+0000","last_peered":"2020-08-19T18:38:50.413961+0000","last_clean":"2020-08-19T18:38:50.413961+0000","last_became_active":"2020-08-19T18:38:26.383132+0000","last_became_peered":"2020-08-19T18:38:26.383132+0000","last_unstale":"2020-08-19T18:38:50.413961+0000","last_undegraded":"2020-08-19T18:38:50.413961+0000","last_fullsized":"2020-08-19T18:38:50.413961+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_clean_scrub_stamp":"2020-08-19T18:38:25.345483+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":294912,"num_objects":2,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":0,"num_write":4,"num_write_kb":288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,6,5,2],"acting":[3,1,7,6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"36","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.414469+0000","last_change":"2020-08-19T18:38:26.377277+0000","last_active":"2020-08-19T18:38:50.414469+0000","last_peered":"2020-08-19T18:38:50.414469+0000","last_clean":"2020-08-19T18:38:50.414469+0000","last_became_active":"2020-08-19T18:38:26.376529+0000","last_became_peered":"2020-08-19T18:38:26.376529+0000","last_unstale":"2020-08-19T18:38:50.414469+0000","last_undegraded":"2020-08-19T18:38:50.414469+0000","last_fullsized":"2020-08-19T18:38:50.414469+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_clean_scrub_stamp":"2020-08-19T18:38:25.345483+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,7,0,6],"acting":[3,4,2,7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.a","version":"15'2","reported_seq":"58","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:49.494291+0000","last_change":"2020-08-19T18:38:43.061509+0000","last_active":"2020-08-19T18:38:49.494291+0000","last_peered":"2020-08-19T18:38:49.494291+0000","last_clean":"2020-08-19T18:38:49.494291+0000","last_became_active":"2020-08-19T18:38:33.440575+0000","last_became_peered":"2020-08-19T18:38:33.440575+0000","last_unstale":"2020-08-19T18:38:49.494291+0000","last_undegraded":"2020-08-19T18:38:49.494291+0000","last_fullsized":"2020-08-19T18:38:49.494291+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":4,"last_scrub":"15'2","last_scrub_stamp":"2020-08-19T18:38:43.061423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:01.775942+0000","last_clean_scrub_stamp":"2020-08-19T18:38:43.061423+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"24'2","reported_seq":"34","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.151514+0000","last_change":"2020-08-19T18:38:26.386174+0000","last_active":"2020-08-19T18:38:50.151514+0000","last_peered":"2020-08-19T18:38:50.151514+0000","last_clean":"2020-08-19T18:38:50.151514+0000","last_became_active":"2020-08-19T18:38:26.384951+0000","last_became_peered":"2020-08-19T18:38:26.384951+0000","last_unstale":"2020-08-19T18:38:50.151514+0000","last_undegraded":"2020-08-19T18:38:50.151514+0000","last_fullsized":"2020-08-19T18:38:50.151514+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_clean_scrub_stamp":"2020-08-19T18:38:25.345483+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":196608,"num_objects":1,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2,0,3,1],"acting":[4,7,2,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.7","version":"15'2","reported_seq":"62","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:49.493689+0000","last_change":"2020-08-19T18:38:41.076249+0000","last_active":"2020-08-19T18:38:49.493689+0000","last_peered":"2020-08-19T18:38:49.493689+0000","last_clean":"2020-08-19T18:38:49.493689+0000","last_became_active":"2020-08-19T18:38:33.441805+0000","last_became_peered":"2020-08-19T18:38:33.441805+0000","last_unstale":"2020-08-19T18:38:49.493689+0000","last_undegraded":"2020-08-19T18:38:49.493689+0000","last_fullsized":"2020-08-19T18:38:49.493689+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":3,"last_scrub":"15'2","last_scrub_stamp":"2020-08-19T18:38:41.076158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:01.775942+0000","last_clean_scrub_stamp":"2020-08-19T18:38:41.076158+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"35","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:49.493320+0000","last_change":"2020-08-19T18:38:12.887526+0000","last_active":"2020-08-19T18:38:49.493320+0000","last_peered":"2020-08-19T18:38:49.493320+0000","last_clean":"2020-08-19T18:38:49.493320+0000","last_became_active":"2020-08-19T18:38:12.887052+0000","last_became_peered":"2020-08-19T18:38:12.887052+0000","last_unstale":"2020-08-19T18:38:49.493320+0000","last_undegraded":"2020-08-19T18:38:49.493320+0000","last_fullsized":"2020-08-19T18:38:49.493320+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:11.765579+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:11.765579+0000","last_clean_scrub_stamp":"2020-08-19T18:38:11.765579+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"24'2","reported_seq":"38","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:49.494364+0000","last_change":"2020-08-19T18:38:26.379777+0000","last_active":"2020-08-19T18:38:49.494364+0000","last_peered":"2020-08-19T18:38:49.494364+0000","last_clean":"2020-08-19T18:38:49.494364+0000","last_became_active":"2020-08-19T18:38:26.378602+0000","last_became_peered":"2020-08-19T18:38:26.378602+0000","last_unstale":"2020-08-19T18:38:49.494364+0000","last_undegraded":"2020-08-19T18:38:49.494364+0000","last_fullsized":"2020-08-19T18:38:49.494364+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_clean_scrub_stamp":"2020-08-19T18:38:25.345483+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":147456,"num_objects":1,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,4,3,0,7],"acting":[2,6,4,3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.1","version":"15'2","reported_seq":"29","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.415668+0000","last_change":"2020-08-19T18:38:38.349704+0000","last_active":"2020-08-19T18:38:50.415668+0000","last_peered":"2020-08-19T18:38:50.415668+0000","last_clean":"2020-08-19T18:38:50.415668+0000","last_became_active":"2020-08-19T18:38:33.441111+0000","last_became_peered":"2020-08-19T18:38:33.441111+0000","last_unstale":"2020-08-19T18:38:50.415668+0000","last_undegraded":"2020-08-19T18:38:50.415668+0000","last_fullsized":"2020-08-19T18:38:50.415668+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":4,"last_scrub":"15'2","last_scrub_stamp":"2020-08-19T18:38:38.349639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:01.775942+0000","last_clean_scrub_stamp":"2020-08-19T18:38:38.349639+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"37","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.415699+0000","last_change":"2020-08-19T18:38:12.887534+0000","last_active":"2020-08-19T18:38:50.415699+0000","last_peered":"2020-08-19T18:38:50.415699+0000","last_clean":"2020-08-19T18:38:50.415699+0000","last_became_active":"2020-08-19T18:38:12.887099+0000","last_became_peered":"2020-08-19T18:38:12.887099+0000","last_unstale":"2020-08-19T18:38:50.415699+0000","last_undegraded":"2020-08-19T18:38:50.415699+0000","last_fullsized":"2020-08-19T18:38:50.415699+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:11.765579+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:11.765579+0000","last_clean_scrub_stamp":"2020-08-19T18:38:11.765579+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"24'2","reported_seq":"35","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.414413+0000","last_change":"2020-08-19T18:38:26.394282+0000","last_active":"2020-08-19T18:38:50.414413+0000","last_peered":"2020-08-19T18:38:50.414413+0000","last_clean":"2020-08-19T18:38:50.414413+0000","last_became_active":"2020-08-19T18:38:26.393541+0000","last_became_peered":"2020-08-19T18:38:26.393541+0000","last_unstale":"2020-08-19T18:38:50.414413+0000","last_undegraded":"2020-08-19T18:38:50.414413+0000","last_fullsized":"2020-08-19T18:38:50.414413+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_clean_scrub_stamp":"2020-08-19T18:38:25.345483+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":180224,"num_objects":1,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4,5,7,3],"acting":[0,2,4,5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.2","version":"15'2","reported_seq":"26","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.414335+0000","last_change":"2020-08-19T18:38:35.984557+0000","last_active":"2020-08-19T18:38:50.414335+0000","last_peered":"2020-08-19T18:38:50.414335+0000","last_clean":"2020-08-19T18:38:50.414335+0000","last_became_active":"2020-08-19T18:38:33.407481+0000","last_became_peered":"2020-08-19T18:38:33.407481+0000","last_unstale":"2020-08-19T18:38:50.414335+0000","last_undegraded":"2020-08-19T18:38:50.414335+0000","last_fullsized":"2020-08-19T18:38:50.414335+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":4,"last_scrub":"15'2","last_scrub_stamp":"2020-08-19T18:38:35.984495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:01.775942+0000","last_clean_scrub_stamp":"2020-08-19T18:38:35.984495+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"36","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.343719+0000","last_change":"2020-08-19T18:38:12.854597+0000","last_active":"2020-08-19T18:38:50.343719+0000","last_peered":"2020-08-19T18:38:50.343719+0000","last_clean":"2020-08-19T18:38:50.343719+0000","last_became_active":"2020-08-19T18:38:12.854161+0000","last_became_peered":"2020-08-19T18:38:12.854161+0000","last_unstale":"2020-08-19T18:38:50.343719+0000","last_undegraded":"2020-08-19T18:38:50.343719+0000","last_fullsized":"2020-08-19T18:38:50.343719+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:11.765579+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:11.765579+0000","last_clean_scrub_stamp":"2020-08-19T18:38:11.765579+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"24'4","reported_seq":"38","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:49.492900+0000","last_change":"2020-08-19T18:38:26.374778+0000","last_active":"2020-08-19T18:38:49.492900+0000","last_peered":"2020-08-19T18:38:49.492900+0000","last_clean":"2020-08-19T18:38:49.492900+0000","last_became_active":"2020-08-19T18:38:26.372264+0000","last_became_peered":"2020-08-19T18:38:26.372264+0000","last_unstale":"2020-08-19T18:38:49.492900+0000","last_undegraded":"2020-08-19T18:38:49.492900+0000","last_fullsized":"2020-08-19T18:38:49.492900+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_clean_scrub_stamp":"2020-08-19T18:38:25.345483+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":360448,"num_objects":2,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":0,"num_write":4,"num_write_kb":352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2,4,6,3],"acting":[5,7,2,4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"37","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.415832+0000","last_change":"2020-08-19T18:38:13.226166+0000","last_active":"2020-08-19T18:38:50.415832+0000","last_peered":"2020-08-19T18:38:50.415832+0000","last_clean":"2020-08-19T18:38:50.415832+0000","last_became_active":"2020-08-19T18:38:13.225722+0000","last_became_peered":"2020-08-19T18:38:13.225722+0000","last_unstale":"2020-08-19T18:38:50.415832+0000","last_undegraded":"2020-08-19T18:38:50.415832+0000","last_fullsized":"2020-08-19T18:38:50.415832+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:11.765579+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:11.765579+0000","last_clean_scrub_stamp":"2020-08-19T18:38:11.765579+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"15'2","reported_seq":"51","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:49.493948+0000","last_change":"2020-08-19T18:38:33.048915+0000","last_active":"2020-08-19T18:38:49.493948+0000","last_peered":"2020-08-19T18:38:49.493948+0000","last_clean":"2020-08-19T18:38:49.493948+0000","last_became_active":"2020-08-19T18:38:31.398311+0000","last_became_peered":"2020-08-19T18:38:31.398311+0000","last_unstale":"2020-08-19T18:38:49.493948+0000","last_undegraded":"2020-08-19T18:38:49.493948+0000","last_fullsized":"2020-08-19T18:38:49.493948+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"15'2","last_scrub_stamp":"2020-08-19T18:38:33.048850+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:01.775942+0000","last_clean_scrub_stamp":"2020-08-19T18:38:33.048850+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2","version":"24'4","reported_seq":"36","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.151820+0000","last_change":"2020-08-19T18:38:26.383688+0000","last_active":"2020-08-19T18:38:50.151820+0000","last_peered":"2020-08-19T18:38:50.151820+0000","last_clean":"2020-08-19T18:38:50.151820+0000","last_became_active":"2020-08-19T18:38:26.382968+0000","last_became_peered":"2020-08-19T18:38:26.382968+0000","last_unstale":"2020-08-19T18:38:50.151820+0000","last_undegraded":"2020-08-19T18:38:50.151820+0000","last_fullsized":"2020-08-19T18:38:50.151820+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_clean_scrub_stamp":"2020-08-19T18:38:25.345483+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":245760,"num_objects":2,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":0,"num_write":4,"num_write_kb":240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0,1,3,7],"acting":[4,2,0,1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.3","version":"15'2","reported_seq":"25","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.152017+0000","last_change":"2020-08-19T18:38:34.266614+0000","last_active":"2020-08-19T18:38:50.152017+0000","last_peered":"2020-08-19T18:38:50.152017+0000","last_clean":"2020-08-19T18:38:50.152017+0000","last_became_active":"2020-08-19T18:38:33.407063+0000","last_became_peered":"2020-08-19T18:38:33.407063+0000","last_unstale":"2020-08-19T18:38:50.152017+0000","last_undegraded":"2020-08-19T18:38:50.152017+0000","last_fullsized":"2020-08-19T18:38:50.152017+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":3,"last_scrub":"15'2","last_scrub_stamp":"2020-08-19T18:38:34.266539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:01.775942+0000","last_clean_scrub_stamp":"2020-08-19T18:38:34.266539+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"37","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.415505+0000","last_change":"2020-08-19T18:38:12.859882+0000","last_active":"2020-08-19T18:38:50.415505+0000","last_peered":"2020-08-19T18:38:50.415505+0000","last_clean":"2020-08-19T18:38:50.415505+0000","last_became_active":"2020-08-19T18:38:12.859470+0000","last_became_peered":"2020-08-19T18:38:12.859470+0000","last_unstale":"2020-08-19T18:38:50.415505+0000","last_undegraded":"2020-08-19T18:38:50.415505+0000","last_fullsized":"2020-08-19T18:38:50.415505+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:11.765579+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:11.765579+0000","last_clean_scrub_stamp":"2020-08-19T18:38:11.765579+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"36","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.414595+0000","last_change":"2020-08-19T18:38:26.377144+0000","last_active":"2020-08-19T18:38:50.414595+0000","last_peered":"2020-08-19T18:38:50.414595+0000","last_clean":"2020-08-19T18:38:50.414595+0000","last_became_active":"2020-08-19T18:38:26.376473+0000","last_became_peered":"2020-08-19T18:38:26.376473+0000","last_unstale":"2020-08-19T18:38:50.414595+0000","last_undegraded":"2020-08-19T18:38:50.414595+0000","last_fullsized":"2020-08-19T18:38:50.414595+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_clean_scrub_stamp":"2020-08-19T18:38:25.345483+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4,3,7,5],"acting":[6,2,4,3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.6","version":"15'2","reported_seq":"29","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.415990+0000","last_change":"2020-08-19T18:38:40.295208+0000","last_active":"2020-08-19T18:38:50.415990+0000","last_peered":"2020-08-19T18:38:50.415990+0000","last_clean":"2020-08-19T18:38:50.415990+0000","last_became_active":"2020-08-19T18:38:33.441610+0000","last_became_peered":"2020-08-19T18:38:33.441610+0000","last_unstale":"2020-08-19T18:38:50.415990+0000","last_undegraded":"2020-08-19T18:38:50.415990+0000","last_fullsized":"2020-08-19T18:38:50.415990+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":3,"last_scrub":"15'2","last_scrub_stamp":"2020-08-19T18:38:40.295125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:01.775942+0000","last_clean_scrub_stamp":"2020-08-19T18:38:40.295125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"37","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.415894+0000","last_change":"2020-08-19T18:38:12.859802+0000","last_active":"2020-08-19T18:38:50.415894+0000","last_peered":"2020-08-19T18:38:50.415894+0000","last_clean":"2020-08-19T18:38:50.415894+0000","last_became_active":"2020-08-19T18:38:12.859450+0000","last_became_peered":"2020-08-19T18:38:12.859450+0000","last_unstale":"2020-08-19T18:38:50.415894+0000","last_undegraded":"2020-08-19T18:38:50.415894+0000","last_fullsized":"2020-08-19T18:38:50.415894+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:11.765579+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:11.765579+0000","last_clean_scrub_stamp":"2020-08-19T18:38:11.765579+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"24'2","reported_seq":"38","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.414626+0000","last_change":"2020-08-19T18:38:26.371621+0000","last_active":"2020-08-19T18:38:50.414626+0000","last_peered":"2020-08-19T18:38:50.414626+0000","last_clean":"2020-08-19T18:38:50.414626+0000","last_became_active":"2020-08-19T18:38:26.369567+0000","last_became_peered":"2020-08-19T18:38:26.369567+0000","last_unstale":"2020-08-19T18:38:50.414626+0000","last_undegraded":"2020-08-19T18:38:50.414626+0000","last_fullsized":"2020-08-19T18:38:50.414626+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_clean_scrub_stamp":"2020-08-19T18:38:25.345483+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":114688,"num_objects":1,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3,2,1,4],"acting":[6,5,3,2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.5","version":"15'2","reported_seq":"29","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:49.494359+0000","last_change":"2020-08-19T18:38:36.007119+0000","last_active":"2020-08-19T18:38:49.494359+0000","last_peered":"2020-08-19T18:38:49.494359+0000","last_clean":"2020-08-19T18:38:49.494359+0000","last_became_active":"2020-08-19T18:38:33.440615+0000","last_became_peered":"2020-08-19T18:38:33.440615+0000","last_unstale":"2020-08-19T18:38:49.494359+0000","last_undegraded":"2020-08-19T18:38:49.494359+0000","last_fullsized":"2020-08-19T18:38:49.494359+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":3,"last_scrub":"15'2","last_scrub_stamp":"2020-08-19T18:38:36.007063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:01.775942+0000","last_clean_scrub_stamp":"2020-08-19T18:38:36.007063+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"24'2","reported_seq":"34","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.152147+0000","last_change":"2020-08-19T18:38:26.374810+0000","last_active":"2020-08-19T18:38:50.152147+0000","last_peered":"2020-08-19T18:38:50.152147+0000","last_clean":"2020-08-19T18:38:50.152147+0000","last_became_active":"2020-08-19T18:38:26.374007+0000","last_became_peered":"2020-08-19T18:38:26.374007+0000","last_unstale":"2020-08-19T18:38:50.152147+0000","last_undegraded":"2020-08-19T18:38:50.152147+0000","last_fullsized":"2020-08-19T18:38:50.152147+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_clean_scrub_stamp":"2020-08-19T18:38:25.345483+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":81920,"num_objects":1,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,7,3,2],"acting":[4,6,1,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"32","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.151978+0000","last_change":"2020-08-19T18:38:12.864926+0000","last_active":"2020-08-19T18:38:50.151978+0000","last_peered":"2020-08-19T18:38:50.151978+0000","last_clean":"2020-08-19T18:38:50.151978+0000","last_became_active":"2020-08-19T18:38:12.864461+0000","last_became_peered":"2020-08-19T18:38:12.864461+0000","last_unstale":"2020-08-19T18:38:50.151978+0000","last_undegraded":"2020-08-19T18:38:50.151978+0000","last_fullsized":"2020-08-19T18:38:50.151978+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:11.765579+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:11.765579+0000","last_clean_scrub_stamp":"2020-08-19T18:38:11.765579+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"15'2","reported_seq":"28","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.343638+0000","last_change":"2020-08-19T18:38:35.854594+0000","last_active":"2020-08-19T18:38:50.343638+0000","last_peered":"2020-08-19T18:38:50.343638+0000","last_clean":"2020-08-19T18:38:50.343638+0000","last_became_active":"2020-08-19T18:38:33.411867+0000","last_became_peered":"2020-08-19T18:38:33.411867+0000","last_unstale":"2020-08-19T18:38:50.343638+0000","last_undegraded":"2020-08-19T18:38:50.343638+0000","last_fullsized":"2020-08-19T18:38:50.343638+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":3,"last_scrub":"15'2","last_scrub_stamp":"2020-08-19T18:38:35.854511+0000","last_deep_scrub":"15'2","last_deep_scrub_stamp":"2020-08-19T18:38:35.854511+0000","last_clean_scrub_stamp":"2020-08-19T18:38:35.854511+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"37","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.416041+0000","last_change":"2020-08-19T18:38:12.864779+0000","last_active":"2020-08-19T18:38:50.416041+0000","last_peered":"2020-08-19T18:38:50.416041+0000","last_clean":"2020-08-19T18:38:50.416041+0000","last_became_active":"2020-08-19T18:38:12.864403+0000","last_became_peered":"2020-08-19T18:38:12.864403+0000","last_unstale":"2020-08-19T18:38:50.416041+0000","last_undegraded":"2020-08-19T18:38:50.416041+0000","last_fullsized":"2020-08-19T18:38:50.416041+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:11.765579+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:11.765579+0000","last_clean_scrub_stamp":"2020-08-19T18:38:11.765579+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":"32","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.151844+0000","last_change":"2020-08-19T18:38:26.383782+0000","last_active":"2020-08-19T18:38:50.151844+0000","last_peered":"2020-08-19T18:38:50.151844+0000","last_clean":"2020-08-19T18:38:50.151844+0000","last_became_active":"2020-08-19T18:38:26.382877+0000","last_became_peered":"2020-08-19T18:38:26.382877+0000","last_unstale":"2020-08-19T18:38:50.151844+0000","last_undegraded":"2020-08-19T18:38:50.151844+0000","last_fullsized":"2020-08-19T18:38:50.151844+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_clean_scrub_stamp":"2020-08-19T18:38:25.345483+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1,3,0,2],"acting":[4,7,1,3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":16,"stat_sum":{"num_bytes":2244608,"num_objects":16,"num_object_clones":0,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":16,"num_read_kb":0,"num_write":32,"num_write_kb":2192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3366912,"data_stored":3366912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22,"ondisk_log_size":22,"up":22,"acting":22,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574861,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":6160,"kb_used_data":1032,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":94365680,"statfs":{"total":96636764160,"available":96630456320,"internally_reserved":0,"allocated":1056768,"data_stored":769836,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94599999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.877}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0449999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.085}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3240000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3089999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2829999999999999}]}]},{"osd":6,"up_from":13,"seq":55834574860,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5884,"kb_used_data":756,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":94365956,"statfs":{"total":96636764160,"available":96630738944,"internally_reserved":0,"allocated":774144,"data_stored":487212,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.278}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.131}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0720000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.169}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.107}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.397}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.464}]}]},{"osd":1,"up_from":13,"seq":55834574860,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":6084,"kb_used_data":892,"kb_used_omap":0,"kb_used_meta":5184,"kb_avail":94365756,"statfs":{"total":96636764160,"available":96630534144,"internally_reserved":0,"allocated":913408,"data_stored":626476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5308416},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74099999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71699999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.012}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1140000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4810000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.167}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.52}]}]},{"osd":0,"up_from":13,"seq":55834574860,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5976,"kb_used_data":848,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":94365864,"statfs":{"total":96636764160,"available":96630644736,"internally_reserved":0,"allocated":868352,"data_stored":584938,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.448}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2869999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95299999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4099999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.478}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.264}]}]},{"osd":2,"up_from":13,"seq":55834574861,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":6156,"kb_used_data":1028,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":94365684,"statfs":{"total":96636764160,"available":96630460416,"internally_reserved":0,"allocated":1052672,"data_stored":765740,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92200000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70599999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73099999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.389}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4970000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.258}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3620000000000001}]}]},{"osd":3,"up_from":13,"seq":55834574860,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":6248,"kb_used_data":1056,"kb_used_omap":0,"kb_used_meta":5184,"kb_avail":94365592,"statfs":{"total":96636764160,"available":96630366208,"internally_reserved":0,"allocated":1081344,"data_stored":797930,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5308416},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78600000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98499999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82499999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3879999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.357}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2629999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.6879999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574860,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":6004,"kb_used_data":876,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":94365836,"statfs":{"total":96636764160,"available":96630616064,"internally_reserved":0,"allocated":897024,"data_stored":610092,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0740000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.357}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4139999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3100000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.032}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.728}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4750000000000001}]}]},{"osd":5,"up_from":13,"seq":55834574861,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":6080,"kb_used_data":888,"kb_used_omap":0,"kb_used_meta":5184,"kb_avail":94365760,"statfs":{"total":96636764160,"available":96630538240,"internally_reserved":0,"allocated":909312,"data_stored":622380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5308416},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.238}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98599999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2669999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2150000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.298}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0349999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.5660000000000001}]}]}]}} , 2020-08-19T18:38:57.502 INFO:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd dump --format=json Ignoring malparsed backtrace: 2020-08-19T18:39:22.575 INFO:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early pg dump --format=json , 2020-08-19T18:39:22.867 INFO:teuthology.orchestra.run.smithi151.stdout: , dumped all Ignoring malparsed backtrace: 2020-08-19T18:39:45.094 INFO:teuthology.orchestra.run.smithi028:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 , 2020-08-19T18:39:45.297 INFO:tasks.ceph:Archiving mon data... , 2020-08-19T18:39:45.298 DEBUG:teuthology.misc:Transferring archived files from smithi151:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/kchai-2020-08-19_06:47:30-rados-wip-kefu-testing-2020-08-19-1141-distro-basic-smithi/5359050/data/mon.a.tgz Ignoring malparsed backtrace: 2020-08-19T18:39:49.831 INFO:teuthology.orchestra.run.smithi151.stdout: ceph-radosgw x86_64 2:16.0.0-4528.g8d9001a.el8 @ceph 41 M , 2020-08-19T18:39:49.831 INFO:teuthology.orchestra.run.smithi151.stdout: , 2020-08-19T18:39:49.831 INFO:teuthology.orchestra.run.smithi151.stdout:Transaction Summary Ignoring malparsed backtrace: 2020-08-19T18:39:54.163 INFO:teuthology.orchestra.run.smithi028.stdout:========================================================================================= , 2020-08-19T18:39:54.163 INFO:teuthology.orchestra.run.smithi028.stdout:Remove 5 Packages , 2020-08-19T18:39:54.163 INFO:teuthology.orchestra.run.smithi028.stdout: Ignoring malparsed backtrace: 2020-08-19T18:40:15.571 INFO:teuthology.orchestra.run.smithi151.stdout: ceph-selinux x86_64 2:16.0.0-4528.g8d9001a.el8 @ceph 132 k , 2020-08-19T18:40:15.571 INFO:teuthology.orchestra.run.smithi151.stdout: gperftools-libs x86_64 2.7-6.el8 @epel 1.7 M , 2020-08-19T18:40:15.571 INFO:teuthology.orchestra.run.smithi151.stdout: leveldb x86_64 1.22-1.el8 @epel 574 k Ignoring malparsed backtrace: 2020-08-19T18:40:15.580 INFO:teuthology.orchestra.run.smithi151.stdout: Erasing : python3-jinja2-2.10.1-2.el8_0.noarch 14/81 , 2020-08-19T18:40:15.580 INFO:teuthology.orchestra.run.smithi151.stdout: Erasing : python3-remoto-1.1.4-4.el8.noarch 15/81 , 2020-08-19T18:40:15.580 INFO:teuthology.orchestra.run.smithi151.stdout: Erasing : ceph-mgr-diskprediction-local-2:16.0.0-4528.g8d900 16/81 Ignoring malparsed backtrace: 2020-08-19T18:40:15.589 INFO:teuthology.orchestra.run.smithi028.stdout: , 2020-08-19T18:40:15.589 INFO:teuthology.orchestra.run.smithi028.stdout:Freed space: 86 M , 2020-08-19T18:40:15.589 INFO:teuthology.orchestra.run.smithi028.stdout:Running transaction check Ignoring malparsed backtrace: 2020-08-19T18:40:15.598 INFO:teuthology.orchestra.run.smithi028.stdout: python3-rados x86_64 2:16.0.0-4528.g8d9001a.el8 @ceph 1.2 M , 2020-08-19T18:40:15.598 INFO:teuthology.orchestra.run.smithi028.stdout: python3-rbd x86_64 2:16.0.0-4528.g8d9001a.el8 @ceph 1.2 M , 2020-08-19T18:40:15.598 INFO:teuthology.orchestra.run.smithi028.stdout: python3-remoto noarch 1.1.4-4.el8 @epel 97 k Ignoring malparsed backtrace: 2020-08-19T18:40:15.767 INFO:teuthology.orchestra.run.smithi028.stdout: Erasing : python3-lxml-4.2.3-1.el8.x86_64 52/81 , 2020-08-19T18:40:15.818 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-base-2:16.0.0-4528.g8d9001a.el8.x86_64 53/81 , 2020-08-19T18:40:15.819 INFO:teuthology.orchestra.run.smithi028.stdout: Erasing : ceph-base-2:16.0.0-4528.g8d9001a.el8.x86_64 53/81 Ignoring malparsed backtrace: 2020-08-19T18:40:33.143 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 45/81 , 2020-08-19T18:40:33.143 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-kubernetes-11.0.0-2.el8.noarch 46/81 , 2020-08-19T18:40:33.143 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 47/81 Ignoring malparsed backtrace: 2020-08-19T18:40:36.661 INFO:teuthology.orchestra.run.smithi151.stdout: python3-ceph-argparse-2:16.0.0-4528.g8d9001a.el8.x86_64 , 2020-08-19T18:40:36.661 INFO:teuthology.orchestra.run.smithi151.stdout: python3-ceph-common-2:16.0.0-4528.g8d9001a.el8.x86_64 , 2020-08-19T18:40:36.661 INFO:teuthology.orchestra.run.smithi151.stdout: python3-cephfs-2:16.0.0-4528.g8d9001a.el8.x86_64 Ignoring malparsed backtrace: 2020-08-19T18:40:37.397 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 43/81 , 2020-08-19T18:40:37.397 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 44/81 , 2020-08-19T18:40:37.397 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 45/81 Ignoring malparsed backtrace: 2020-08-19T18:40:41.166 INFO:teuthology.orchestra.run.smithi028.stdout: python3-ceph-common-2:16.0.0-4528.g8d9001a.el8.x86_64 , 2020-08-19T18:40:41.166 INFO:teuthology.orchestra.run.smithi028.stdout: python3-cephfs-2:16.0.0-4528.g8d9001a.el8.x86_64 , 2020-08-19T18:40:41.166 INFO:teuthology.orchestra.run.smithi028.stdout: python3-certifi-2018.10.15-7.el8.noarch Ignoring malparsed backtrace: 2020-08-19T18:40:42.381 INFO:teuthology.orchestra.run.smithi151.stdout:Running transaction test , 2020-08-19T18:40:42.408 INFO:teuthology.orchestra.run.smithi151.stdout:Transaction test succeeded. , 2020-08-19T18:40:42.408 INFO:teuthology.orchestra.run.smithi151.stdout:Running transaction Ignoring malparsed backtrace: 2020-08-19T18:40:50.067 INFO:teuthology.orchestra.run.smithi151.stdout:Nothing to do. , 2020-08-19T18:40:50.067 INFO:teuthology.orchestra.run.smithi151.stdout:Complete! , 2020-08-19T18:40:50.477 INFO:teuthology.orchestra.run.smithi028.stdout: Ignoring malparsed backtrace: 2020-08-19T18:40:55.147 INFO:teuthology.orchestra.run.smithi151.stdout:Removing: , 2020-08-19T18:40:55.147 INFO:teuthology.orchestra.run.smithi151.stdout: librados-devel x86_64 2:16.0.0-4528.g8d9001a.el8 @ceph 436 k , 2020-08-19T18:40:55.147 INFO:teuthology.orchestra.run.smithi151.stdout:Removing dependent packages: Ignoring malparsed backtrace: - nothing provides module(perl:5.26) needed by module perl-YAML:1.24:8010020190322131811:a5949e2e-0.x86_64 , 2020-08-19T18:41:00.062 INFO:teuthology.orchestra.run.smithi151.stdout:No match for argument: libcephfs-devel , No packages marked for removal. Ignoring malparsed backtrace: 2020-08-19T18:41:05.495 INFO:teuthology.orchestra.run.smithi151.stdout: , 2020-08-19T18:41:05.495 INFO:teuthology.orchestra.run.smithi151.stdout:Removed: , 2020-08-19T18:41:05.495 INFO:teuthology.orchestra.run.smithi151.stdout: fmt-6.2.1-1.el8.x86_64 Ignoring malparsed backtrace: 2020-08-19T18:41:09.161 INFO:teuthology.orchestra.run.smithi028.stdout: Erasing : fmt-6.2.1-1.el8.x86_64 6/7 , 2020-08-19T18:41:09.162 INFO:teuthology.orchestra.run.smithi028.stdout: Erasing : lttng-ust-2.8.1-11.el8.x86_64 7/7 , Modular dependency problem: Ignoring malparsed backtrace: 2020-08-19T18:41:14.673 INFO:teuthology.orchestra.run.smithi151.stdout:0 files removed , 2020-08-19T18:41:14.675 INFO:teuthology.orchestra.run.smithi028.stdout:Updating Subscription Management repositories. , 2020-08-19T18:41:14.719 DEBUG:teuthology.parallel:result is None Ignoring malparsed backtrace: 2020-08-19T18:41:22.300 INFO:teuthology.orchestra.run.smithi028.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample , 2020-08-19T18:41:22.300 INFO:teuthology.orchestra.run.smithi028.stdout:=============================================================================== , 2020-08-19T18:41:22.300 INFO:teuthology.orchestra.run.smithi028.stdout:^* hv01.front.sepia.ceph.com 2 6 377 56 -299us[ -293us] +/- 25ms Ignoring malparsed backtrace: 2020-08-19T18:41:41.619 INFO:teuthology.task.internal:Not uploading archives. , 2020-08-19T18:41:41.619 DEBUG:teuthology.run_tasks:Unwinding manager internal.base , 2020-08-19T18:41:42.836 INFO:teuthology.task.internal:Tidying up after the test... Ignoring malparsed backtrace: ceph version 16.0.0-4528-g8d9001a (8d9001a8062a52bb640447b6a7e38abbff3580ee) pacific (dev) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7f494544bf1a] , 2: (WriteOp::_finish(TestOp::CallbackInfo*)+0x5b6) [0x56195bfa0666] Ignoring malparsed backtrace: 2020-08-19T18:38:36.434 INFO:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd reweight 1 1 , reweighted osd.1 to 1 (10000) , 2020-08-19T18:38:37.431 INFO:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd primary-affinity 1 1 Ignoring malparsed backtrace: dumped all , 2020-08-19T18:38:57.497 INFO:teuthology.orchestra.run.smithi151.stdout:{"pg_ready":true,"pg_map":{"version":69,"stamp":"2020-08-19T18:38:55.703242+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2244608,"num_objects":18,"num_object_clones":0,"num_object_copies":100,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":16,"num_read_kb":0,"num_write":32,"num_write_kb":2192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":54,"ondisk_log_size":54,"up":134,"acting":134,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":134,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":48592,"kb_used_data":7376,"kb_used_omap":0,"kb_used_meta":41152,"kb_avail":754926128,"statfs":{"total":773094113280,"available":773044355072,"internally_reserved":0,"allocated":7553024,"data_stored":5264604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":42139648},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.216203"},"pg_stats":[{"pgid":"3.f","version":"23'2","reported_seq":"35","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.415041+0000","last_change":"2020-08-19T18:38:26.386622+0000","last_active":"2020-08-19T18:38:50.415041+0000","last_peered":"2020-08-19T18:38:50.415041+0000","last_clean":"2020-08-19T18:38:50.415041+0000","last_became_active":"2020-08-19T18:38:26.385909+0000","last_became_peered":"2020-08-19T18:38:26.385909+0000","last_unstale":"2020-08-19T18:38:50.415041+0000","last_undegraded":"2020-08-19T18:38:50.415041+0000","last_fullsized":"2020-08-19T18:38:50.415041+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_clean_scrub_stamp":"2020-08-19T18:38:25.345483+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":32768,"num_objects":1,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,3,2,7],"acting":[0,1,4,3,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"24'6","reported_seq":"42","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:49.494077+0000","last_change":"2020-08-19T18:38:26.379284+0000","last_active":"2020-08-19T18:38:49.494077+0000","last_peered":"2020-08-19T18:38:49.494077+0000","last_clean":"2020-08-19T18:38:49.494077+0000","last_became_active":"2020-08-19T18:38:26.378459+0000","last_became_peered":"2020-08-19T18:38:26.378459+0000","last_unstale":"2020-08-19T18:38:49.494077+0000","last_undegraded":"2020-08-19T18:38:49.494077+0000","last_fullsized":"2020-08-19T18:38:49.494077+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_clean_scrub_stamp":"2020-08-19T18:38:25.345483+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":458752,"num_objects":3,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":0,"num_write":6,"num_write_kb":448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5,3,7,1],"acting":[2,0,5,3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"24'2","reported_seq":"38","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.414819+0000","last_change":"2020-08-19T18:38:26.383876+0000","last_active":"2020-08-19T18:38:50.414819+0000","last_peered":"2020-08-19T18:38:50.414819+0000","last_clean":"2020-08-19T18:38:50.414819+0000","last_became_active":"2020-08-19T18:38:26.382972+0000","last_became_peered":"2020-08-19T18:38:26.382972+0000","last_unstale":"2020-08-19T18:38:50.414819+0000","last_undegraded":"2020-08-19T18:38:50.414819+0000","last_fullsized":"2020-08-19T18:38:50.414819+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_clean_scrub_stamp":"2020-08-19T18:38:25.345483+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":131072,"num_objects":1,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1,0,5,7],"acting":[3,4,1,0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"33","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.414667+0000","last_change":"2020-08-19T18:38:26.385660+0000","last_active":"2020-08-19T18:38:50.414667+0000","last_peered":"2020-08-19T18:38:50.414667+0000","last_clean":"2020-08-19T18:38:50.414667+0000","last_became_active":"2020-08-19T18:38:26.384800+0000","last_became_peered":"2020-08-19T18:38:26.384800+0000","last_unstale":"2020-08-19T18:38:50.414667+0000","last_undegraded":"2020-08-19T18:38:50.414667+0000","last_fullsized":"2020-08-19T18:38:50.414667+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_clean_scrub_stamp":"2020-08-19T18:38:25.345483+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,5,4,6],"acting":[0,7,3,5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.9","version":"15'2","reported_seq":"62","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:49.494646+0000","last_change":"2020-08-19T18:38:39.131300+0000","last_active":"2020-08-19T18:38:49.494646+0000","last_peered":"2020-08-19T18:38:49.494646+0000","last_clean":"2020-08-19T18:38:49.494646+0000","last_became_active":"2020-08-19T18:38:33.406983+0000","last_became_peered":"2020-08-19T18:38:33.406983+0000","last_unstale":"2020-08-19T18:38:49.494646+0000","last_undegraded":"2020-08-19T18:38:49.494646+0000","last_fullsized":"2020-08-19T18:38:49.494646+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":4,"last_scrub":"15'2","last_scrub_stamp":"2020-08-19T18:38:39.131193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:01.775942+0000","last_clean_scrub_stamp":"2020-08-19T18:38:39.131193+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":"35","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.343716+0000","last_change":"2020-08-19T18:38:26.377754+0000","last_active":"2020-08-19T18:38:50.343716+0000","last_peered":"2020-08-19T18:38:50.343716+0000","last_clean":"2020-08-19T18:38:50.343716+0000","last_became_active":"2020-08-19T18:38:26.377004+0000","last_became_peered":"2020-08-19T18:38:26.377004+0000","last_unstale":"2020-08-19T18:38:50.343716+0000","last_undegraded":"2020-08-19T18:38:50.343716+0000","last_fullsized":"2020-08-19T18:38:50.343716+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_clean_scrub_stamp":"2020-08-19T18:38:25.345483+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0,4,5,1],"acting":[7,6,0,4,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.8","version":"15'2","reported_seq":"58","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.153299+0000","last_change":"2020-08-19T18:38:50.153299+0000","last_active":"2020-08-19T18:38:50.153299+0000","last_peered":"2020-08-19T18:38:50.153299+0000","last_clean":"2020-08-19T18:38:50.153299+0000","last_became_active":"2020-08-19T18:38:33.408703+0000","last_became_peered":"2020-08-19T18:38:33.408703+0000","last_unstale":"2020-08-19T18:38:50.153299+0000","last_undegraded":"2020-08-19T18:38:50.153299+0000","last_fullsized":"2020-08-19T18:38:50.153299+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":4,"last_scrub":"15'2","last_scrub_stamp":"2020-08-19T18:38:50.153230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:01.775942+0000","last_clean_scrub_stamp":"2020-08-19T18:38:50.153230+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"24'4","reported_seq":"40","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.413961+0000","last_change":"2020-08-19T18:38:26.383899+0000","last_active":"2020-08-19T18:38:50.413961+0000","last_peered":"2020-08-19T18:38:50.413961+0000","last_clean":"2020-08-19T18:38:50.413961+0000","last_became_active":"2020-08-19T18:38:26.383132+0000","last_became_peered":"2020-08-19T18:38:26.383132+0000","last_unstale":"2020-08-19T18:38:50.413961+0000","last_undegraded":"2020-08-19T18:38:50.413961+0000","last_fullsized":"2020-08-19T18:38:50.413961+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_clean_scrub_stamp":"2020-08-19T18:38:25.345483+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":294912,"num_objects":2,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":0,"num_write":4,"num_write_kb":288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,6,5,2],"acting":[3,1,7,6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"36","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.414469+0000","last_change":"2020-08-19T18:38:26.377277+0000","last_active":"2020-08-19T18:38:50.414469+0000","last_peered":"2020-08-19T18:38:50.414469+0000","last_clean":"2020-08-19T18:38:50.414469+0000","last_became_active":"2020-08-19T18:38:26.376529+0000","last_became_peered":"2020-08-19T18:38:26.376529+0000","last_unstale":"2020-08-19T18:38:50.414469+0000","last_undegraded":"2020-08-19T18:38:50.414469+0000","last_fullsized":"2020-08-19T18:38:50.414469+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_clean_scrub_stamp":"2020-08-19T18:38:25.345483+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2,7,0,6],"acting":[3,4,2,7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.a","version":"15'2","reported_seq":"58","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:49.494291+0000","last_change":"2020-08-19T18:38:43.061509+0000","last_active":"2020-08-19T18:38:49.494291+0000","last_peered":"2020-08-19T18:38:49.494291+0000","last_clean":"2020-08-19T18:38:49.494291+0000","last_became_active":"2020-08-19T18:38:33.440575+0000","last_became_peered":"2020-08-19T18:38:33.440575+0000","last_unstale":"2020-08-19T18:38:49.494291+0000","last_undegraded":"2020-08-19T18:38:49.494291+0000","last_fullsized":"2020-08-19T18:38:49.494291+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":4,"last_scrub":"15'2","last_scrub_stamp":"2020-08-19T18:38:43.061423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:01.775942+0000","last_clean_scrub_stamp":"2020-08-19T18:38:43.061423+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"24'2","reported_seq":"34","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.151514+0000","last_change":"2020-08-19T18:38:26.386174+0000","last_active":"2020-08-19T18:38:50.151514+0000","last_peered":"2020-08-19T18:38:50.151514+0000","last_clean":"2020-08-19T18:38:50.151514+0000","last_became_active":"2020-08-19T18:38:26.384951+0000","last_became_peered":"2020-08-19T18:38:26.384951+0000","last_unstale":"2020-08-19T18:38:50.151514+0000","last_undegraded":"2020-08-19T18:38:50.151514+0000","last_fullsized":"2020-08-19T18:38:50.151514+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_clean_scrub_stamp":"2020-08-19T18:38:25.345483+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":196608,"num_objects":1,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2,0,3,1],"acting":[4,7,2,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.7","version":"15'2","reported_seq":"62","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:49.493689+0000","last_change":"2020-08-19T18:38:41.076249+0000","last_active":"2020-08-19T18:38:49.493689+0000","last_peered":"2020-08-19T18:38:49.493689+0000","last_clean":"2020-08-19T18:38:49.493689+0000","last_became_active":"2020-08-19T18:38:33.441805+0000","last_became_peered":"2020-08-19T18:38:33.441805+0000","last_unstale":"2020-08-19T18:38:49.493689+0000","last_undegraded":"2020-08-19T18:38:49.493689+0000","last_fullsized":"2020-08-19T18:38:49.493689+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":3,"last_scrub":"15'2","last_scrub_stamp":"2020-08-19T18:38:41.076158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:01.775942+0000","last_clean_scrub_stamp":"2020-08-19T18:38:41.076158+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"35","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:49.493320+0000","last_change":"2020-08-19T18:38:12.887526+0000","last_active":"2020-08-19T18:38:49.493320+0000","last_peered":"2020-08-19T18:38:49.493320+0000","last_clean":"2020-08-19T18:38:49.493320+0000","last_became_active":"2020-08-19T18:38:12.887052+0000","last_became_peered":"2020-08-19T18:38:12.887052+0000","last_unstale":"2020-08-19T18:38:49.493320+0000","last_undegraded":"2020-08-19T18:38:49.493320+0000","last_fullsized":"2020-08-19T18:38:49.493320+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:11.765579+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:11.765579+0000","last_clean_scrub_stamp":"2020-08-19T18:38:11.765579+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"24'2","reported_seq":"38","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:49.494364+0000","last_change":"2020-08-19T18:38:26.379777+0000","last_active":"2020-08-19T18:38:49.494364+0000","last_peered":"2020-08-19T18:38:49.494364+0000","last_clean":"2020-08-19T18:38:49.494364+0000","last_became_active":"2020-08-19T18:38:26.378602+0000","last_became_peered":"2020-08-19T18:38:26.378602+0000","last_unstale":"2020-08-19T18:38:49.494364+0000","last_undegraded":"2020-08-19T18:38:49.494364+0000","last_fullsized":"2020-08-19T18:38:49.494364+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_clean_scrub_stamp":"2020-08-19T18:38:25.345483+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":147456,"num_objects":1,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,4,3,0,7],"acting":[2,6,4,3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.1","version":"15'2","reported_seq":"29","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.415668+0000","last_change":"2020-08-19T18:38:38.349704+0000","last_active":"2020-08-19T18:38:50.415668+0000","last_peered":"2020-08-19T18:38:50.415668+0000","last_clean":"2020-08-19T18:38:50.415668+0000","last_became_active":"2020-08-19T18:38:33.441111+0000","last_became_peered":"2020-08-19T18:38:33.441111+0000","last_unstale":"2020-08-19T18:38:50.415668+0000","last_undegraded":"2020-08-19T18:38:50.415668+0000","last_fullsized":"2020-08-19T18:38:50.415668+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":4,"last_scrub":"15'2","last_scrub_stamp":"2020-08-19T18:38:38.349639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:01.775942+0000","last_clean_scrub_stamp":"2020-08-19T18:38:38.349639+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"37","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.415699+0000","last_change":"2020-08-19T18:38:12.887534+0000","last_active":"2020-08-19T18:38:50.415699+0000","last_peered":"2020-08-19T18:38:50.415699+0000","last_clean":"2020-08-19T18:38:50.415699+0000","last_became_active":"2020-08-19T18:38:12.887099+0000","last_became_peered":"2020-08-19T18:38:12.887099+0000","last_unstale":"2020-08-19T18:38:50.415699+0000","last_undegraded":"2020-08-19T18:38:50.415699+0000","last_fullsized":"2020-08-19T18:38:50.415699+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:11.765579+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:11.765579+0000","last_clean_scrub_stamp":"2020-08-19T18:38:11.765579+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"24'2","reported_seq":"35","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.414413+0000","last_change":"2020-08-19T18:38:26.394282+0000","last_active":"2020-08-19T18:38:50.414413+0000","last_peered":"2020-08-19T18:38:50.414413+0000","last_clean":"2020-08-19T18:38:50.414413+0000","last_became_active":"2020-08-19T18:38:26.393541+0000","last_became_peered":"2020-08-19T18:38:26.393541+0000","last_unstale":"2020-08-19T18:38:50.414413+0000","last_undegraded":"2020-08-19T18:38:50.414413+0000","last_fullsized":"2020-08-19T18:38:50.414413+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_clean_scrub_stamp":"2020-08-19T18:38:25.345483+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":180224,"num_objects":1,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4,5,7,3],"acting":[0,2,4,5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.2","version":"15'2","reported_seq":"26","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.414335+0000","last_change":"2020-08-19T18:38:35.984557+0000","last_active":"2020-08-19T18:38:50.414335+0000","last_peered":"2020-08-19T18:38:50.414335+0000","last_clean":"2020-08-19T18:38:50.414335+0000","last_became_active":"2020-08-19T18:38:33.407481+0000","last_became_peered":"2020-08-19T18:38:33.407481+0000","last_unstale":"2020-08-19T18:38:50.414335+0000","last_undegraded":"2020-08-19T18:38:50.414335+0000","last_fullsized":"2020-08-19T18:38:50.414335+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":4,"last_scrub":"15'2","last_scrub_stamp":"2020-08-19T18:38:35.984495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:01.775942+0000","last_clean_scrub_stamp":"2020-08-19T18:38:35.984495+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"36","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.343719+0000","last_change":"2020-08-19T18:38:12.854597+0000","last_active":"2020-08-19T18:38:50.343719+0000","last_peered":"2020-08-19T18:38:50.343719+0000","last_clean":"2020-08-19T18:38:50.343719+0000","last_became_active":"2020-08-19T18:38:12.854161+0000","last_became_peered":"2020-08-19T18:38:12.854161+0000","last_unstale":"2020-08-19T18:38:50.343719+0000","last_undegraded":"2020-08-19T18:38:50.343719+0000","last_fullsized":"2020-08-19T18:38:50.343719+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:11.765579+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:11.765579+0000","last_clean_scrub_stamp":"2020-08-19T18:38:11.765579+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"24'4","reported_seq":"38","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:49.492900+0000","last_change":"2020-08-19T18:38:26.374778+0000","last_active":"2020-08-19T18:38:49.492900+0000","last_peered":"2020-08-19T18:38:49.492900+0000","last_clean":"2020-08-19T18:38:49.492900+0000","last_became_active":"2020-08-19T18:38:26.372264+0000","last_became_peered":"2020-08-19T18:38:26.372264+0000","last_unstale":"2020-08-19T18:38:49.492900+0000","last_undegraded":"2020-08-19T18:38:49.492900+0000","last_fullsized":"2020-08-19T18:38:49.492900+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_clean_scrub_stamp":"2020-08-19T18:38:25.345483+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":360448,"num_objects":2,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":0,"num_write":4,"num_write_kb":352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2,4,6,3],"acting":[5,7,2,4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"37","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.415832+0000","last_change":"2020-08-19T18:38:13.226166+0000","last_active":"2020-08-19T18:38:50.415832+0000","last_peered":"2020-08-19T18:38:50.415832+0000","last_clean":"2020-08-19T18:38:50.415832+0000","last_became_active":"2020-08-19T18:38:13.225722+0000","last_became_peered":"2020-08-19T18:38:13.225722+0000","last_unstale":"2020-08-19T18:38:50.415832+0000","last_undegraded":"2020-08-19T18:38:50.415832+0000","last_fullsized":"2020-08-19T18:38:50.415832+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:11.765579+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:11.765579+0000","last_clean_scrub_stamp":"2020-08-19T18:38:11.765579+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"15'2","reported_seq":"51","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:49.493948+0000","last_change":"2020-08-19T18:38:33.048915+0000","last_active":"2020-08-19T18:38:49.493948+0000","last_peered":"2020-08-19T18:38:49.493948+0000","last_clean":"2020-08-19T18:38:49.493948+0000","last_became_active":"2020-08-19T18:38:31.398311+0000","last_became_peered":"2020-08-19T18:38:31.398311+0000","last_unstale":"2020-08-19T18:38:49.493948+0000","last_undegraded":"2020-08-19T18:38:49.493948+0000","last_fullsized":"2020-08-19T18:38:49.493948+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"15'2","last_scrub_stamp":"2020-08-19T18:38:33.048850+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:01.775942+0000","last_clean_scrub_stamp":"2020-08-19T18:38:33.048850+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2","version":"24'4","reported_seq":"36","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.151820+0000","last_change":"2020-08-19T18:38:26.383688+0000","last_active":"2020-08-19T18:38:50.151820+0000","last_peered":"2020-08-19T18:38:50.151820+0000","last_clean":"2020-08-19T18:38:50.151820+0000","last_became_active":"2020-08-19T18:38:26.382968+0000","last_became_peered":"2020-08-19T18:38:26.382968+0000","last_unstale":"2020-08-19T18:38:50.151820+0000","last_undegraded":"2020-08-19T18:38:50.151820+0000","last_fullsized":"2020-08-19T18:38:50.151820+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_clean_scrub_stamp":"2020-08-19T18:38:25.345483+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":245760,"num_objects":2,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":0,"num_write":4,"num_write_kb":240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0,1,3,7],"acting":[4,2,0,1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.3","version":"15'2","reported_seq":"25","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.152017+0000","last_change":"2020-08-19T18:38:34.266614+0000","last_active":"2020-08-19T18:38:50.152017+0000","last_peered":"2020-08-19T18:38:50.152017+0000","last_clean":"2020-08-19T18:38:50.152017+0000","last_became_active":"2020-08-19T18:38:33.407063+0000","last_became_peered":"2020-08-19T18:38:33.407063+0000","last_unstale":"2020-08-19T18:38:50.152017+0000","last_undegraded":"2020-08-19T18:38:50.152017+0000","last_fullsized":"2020-08-19T18:38:50.152017+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":3,"last_scrub":"15'2","last_scrub_stamp":"2020-08-19T18:38:34.266539+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:01.775942+0000","last_clean_scrub_stamp":"2020-08-19T18:38:34.266539+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"37","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.415505+0000","last_change":"2020-08-19T18:38:12.859882+0000","last_active":"2020-08-19T18:38:50.415505+0000","last_peered":"2020-08-19T18:38:50.415505+0000","last_clean":"2020-08-19T18:38:50.415505+0000","last_became_active":"2020-08-19T18:38:12.859470+0000","last_became_peered":"2020-08-19T18:38:12.859470+0000","last_unstale":"2020-08-19T18:38:50.415505+0000","last_undegraded":"2020-08-19T18:38:50.415505+0000","last_fullsized":"2020-08-19T18:38:50.415505+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:11.765579+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:11.765579+0000","last_clean_scrub_stamp":"2020-08-19T18:38:11.765579+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"36","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.414595+0000","last_change":"2020-08-19T18:38:26.377144+0000","last_active":"2020-08-19T18:38:50.414595+0000","last_peered":"2020-08-19T18:38:50.414595+0000","last_clean":"2020-08-19T18:38:50.414595+0000","last_became_active":"2020-08-19T18:38:26.376473+0000","last_became_peered":"2020-08-19T18:38:26.376473+0000","last_unstale":"2020-08-19T18:38:50.414595+0000","last_undegraded":"2020-08-19T18:38:50.414595+0000","last_fullsized":"2020-08-19T18:38:50.414595+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_clean_scrub_stamp":"2020-08-19T18:38:25.345483+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,4,3,7,5],"acting":[6,2,4,3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.6","version":"15'2","reported_seq":"29","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.415990+0000","last_change":"2020-08-19T18:38:40.295208+0000","last_active":"2020-08-19T18:38:50.415990+0000","last_peered":"2020-08-19T18:38:50.415990+0000","last_clean":"2020-08-19T18:38:50.415990+0000","last_became_active":"2020-08-19T18:38:33.441610+0000","last_became_peered":"2020-08-19T18:38:33.441610+0000","last_unstale":"2020-08-19T18:38:50.415990+0000","last_undegraded":"2020-08-19T18:38:50.415990+0000","last_fullsized":"2020-08-19T18:38:50.415990+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":3,"last_scrub":"15'2","last_scrub_stamp":"2020-08-19T18:38:40.295125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:01.775942+0000","last_clean_scrub_stamp":"2020-08-19T18:38:40.295125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"37","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.415894+0000","last_change":"2020-08-19T18:38:12.859802+0000","last_active":"2020-08-19T18:38:50.415894+0000","last_peered":"2020-08-19T18:38:50.415894+0000","last_clean":"2020-08-19T18:38:50.415894+0000","last_became_active":"2020-08-19T18:38:12.859450+0000","last_became_peered":"2020-08-19T18:38:12.859450+0000","last_unstale":"2020-08-19T18:38:50.415894+0000","last_undegraded":"2020-08-19T18:38:50.415894+0000","last_fullsized":"2020-08-19T18:38:50.415894+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:11.765579+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:11.765579+0000","last_clean_scrub_stamp":"2020-08-19T18:38:11.765579+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"24'2","reported_seq":"38","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.414626+0000","last_change":"2020-08-19T18:38:26.371621+0000","last_active":"2020-08-19T18:38:50.414626+0000","last_peered":"2020-08-19T18:38:50.414626+0000","last_clean":"2020-08-19T18:38:50.414626+0000","last_became_active":"2020-08-19T18:38:26.369567+0000","last_became_peered":"2020-08-19T18:38:26.369567+0000","last_unstale":"2020-08-19T18:38:50.414626+0000","last_undegraded":"2020-08-19T18:38:50.414626+0000","last_fullsized":"2020-08-19T18:38:50.414626+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_clean_scrub_stamp":"2020-08-19T18:38:25.345483+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":114688,"num_objects":1,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3,2,1,4],"acting":[6,5,3,2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.5","version":"15'2","reported_seq":"29","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:49.494359+0000","last_change":"2020-08-19T18:38:36.007119+0000","last_active":"2020-08-19T18:38:49.494359+0000","last_peered":"2020-08-19T18:38:49.494359+0000","last_clean":"2020-08-19T18:38:49.494359+0000","last_became_active":"2020-08-19T18:38:33.440615+0000","last_became_peered":"2020-08-19T18:38:33.440615+0000","last_unstale":"2020-08-19T18:38:49.494359+0000","last_undegraded":"2020-08-19T18:38:49.494359+0000","last_fullsized":"2020-08-19T18:38:49.494359+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":3,"last_scrub":"15'2","last_scrub_stamp":"2020-08-19T18:38:36.007063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:01.775942+0000","last_clean_scrub_stamp":"2020-08-19T18:38:36.007063+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"24'2","reported_seq":"34","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.152147+0000","last_change":"2020-08-19T18:38:26.374810+0000","last_active":"2020-08-19T18:38:50.152147+0000","last_peered":"2020-08-19T18:38:50.152147+0000","last_clean":"2020-08-19T18:38:50.152147+0000","last_became_active":"2020-08-19T18:38:26.374007+0000","last_became_peered":"2020-08-19T18:38:26.374007+0000","last_unstale":"2020-08-19T18:38:50.152147+0000","last_undegraded":"2020-08-19T18:38:50.152147+0000","last_fullsized":"2020-08-19T18:38:50.152147+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_clean_scrub_stamp":"2020-08-19T18:38:25.345483+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":81920,"num_objects":1,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,7,3,2],"acting":[4,6,1,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"32","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.151978+0000","last_change":"2020-08-19T18:38:12.864926+0000","last_active":"2020-08-19T18:38:50.151978+0000","last_peered":"2020-08-19T18:38:50.151978+0000","last_clean":"2020-08-19T18:38:50.151978+0000","last_became_active":"2020-08-19T18:38:12.864461+0000","last_became_peered":"2020-08-19T18:38:12.864461+0000","last_unstale":"2020-08-19T18:38:50.151978+0000","last_undegraded":"2020-08-19T18:38:50.151978+0000","last_fullsized":"2020-08-19T18:38:50.151978+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:11.765579+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:11.765579+0000","last_clean_scrub_stamp":"2020-08-19T18:38:11.765579+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"15'2","reported_seq":"28","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.343638+0000","last_change":"2020-08-19T18:38:35.854594+0000","last_active":"2020-08-19T18:38:50.343638+0000","last_peered":"2020-08-19T18:38:50.343638+0000","last_clean":"2020-08-19T18:38:50.343638+0000","last_became_active":"2020-08-19T18:38:33.411867+0000","last_became_peered":"2020-08-19T18:38:33.411867+0000","last_unstale":"2020-08-19T18:38:50.343638+0000","last_undegraded":"2020-08-19T18:38:50.343638+0000","last_fullsized":"2020-08-19T18:38:50.343638+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":3,"last_scrub":"15'2","last_scrub_stamp":"2020-08-19T18:38:35.854511+0000","last_deep_scrub":"15'2","last_deep_scrub_stamp":"2020-08-19T18:38:35.854511+0000","last_clean_scrub_stamp":"2020-08-19T18:38:35.854511+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"37","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.416041+0000","last_change":"2020-08-19T18:38:12.864779+0000","last_active":"2020-08-19T18:38:50.416041+0000","last_peered":"2020-08-19T18:38:50.416041+0000","last_clean":"2020-08-19T18:38:50.416041+0000","last_became_active":"2020-08-19T18:38:12.864403+0000","last_became_peered":"2020-08-19T18:38:12.864403+0000","last_unstale":"2020-08-19T18:38:50.416041+0000","last_undegraded":"2020-08-19T18:38:50.416041+0000","last_fullsized":"2020-08-19T18:38:50.416041+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:11.765579+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:11.765579+0000","last_clean_scrub_stamp":"2020-08-19T18:38:11.765579+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":"32","reported_epoch":"45","state":"active+clean","last_fresh":"2020-08-19T18:38:50.151844+0000","last_change":"2020-08-19T18:38:26.383782+0000","last_active":"2020-08-19T18:38:50.151844+0000","last_peered":"2020-08-19T18:38:50.151844+0000","last_clean":"2020-08-19T18:38:50.151844+0000","last_became_active":"2020-08-19T18:38:26.382877+0000","last_became_peered":"2020-08-19T18:38:26.382877+0000","last_unstale":"2020-08-19T18:38:50.151844+0000","last_undegraded":"2020-08-19T18:38:50.151844+0000","last_fullsized":"2020-08-19T18:38:50.151844+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:38:25.345483+0000","last_clean_scrub_stamp":"2020-08-19T18:38:25.345483+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1,3,0,2],"acting":[4,7,1,3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":16,"stat_sum":{"num_bytes":2244608,"num_objects":16,"num_object_clones":0,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":16,"num_read_kb":0,"num_write":32,"num_write_kb":2192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3366912,"data_stored":3366912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22,"ondisk_log_size":22,"up":22,"acting":22,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574861,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":6160,"kb_used_data":1032,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":94365680,"statfs":{"total":96636764160,"available":96630456320,"internally_reserved":0,"allocated":1056768,"data_stored":769836,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94599999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.877}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0449999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.085}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3240000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3089999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2829999999999999}]}]},{"osd":6,"up_from":13,"seq":55834574860,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5884,"kb_used_data":756,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":94365956,"statfs":{"total":96636764160,"available":96630738944,"internally_reserved":0,"allocated":774144,"data_stored":487212,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.278}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.131}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0720000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.169}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.107}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.397}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.464}]}]},{"osd":1,"up_from":13,"seq":55834574860,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":6084,"kb_used_data":892,"kb_used_omap":0,"kb_used_meta":5184,"kb_avail":94365756,"statfs":{"total":96636764160,"available":96630534144,"internally_reserved":0,"allocated":913408,"data_stored":626476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5308416},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74099999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71699999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.012}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1140000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4810000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.167}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.52}]}]},{"osd":0,"up_from":13,"seq":55834574860,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5976,"kb_used_data":848,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":94365864,"statfs":{"total":96636764160,"available":96630644736,"internally_reserved":0,"allocated":868352,"data_stored":584938,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.448}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2869999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95299999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4099999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.478}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.264}]}]},{"osd":2,"up_from":13,"seq":55834574861,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":6156,"kb_used_data":1028,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":94365684,"statfs":{"total":96636764160,"available":96630460416,"internally_reserved":0,"allocated":1052672,"data_stored":765740,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92200000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70599999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73099999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.389}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4970000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.258}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3620000000000001}]}]},{"osd":3,"up_from":13,"seq":55834574860,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":6248,"kb_used_data":1056,"kb_used_omap":0,"kb_used_meta":5184,"kb_avail":94365592,"statfs":{"total":96636764160,"available":96630366208,"internally_reserved":0,"allocated":1081344,"data_stored":797930,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5308416},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78600000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98499999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82499999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3879999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.357}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2629999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.6879999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574860,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":6004,"kb_used_data":876,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":94365836,"statfs":{"total":96636764160,"available":96630616064,"internally_reserved":0,"allocated":897024,"data_stored":610092,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0740000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.357}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4139999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3100000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.032}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.728}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4750000000000001}]}]},{"osd":5,"up_from":13,"seq":55834574861,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":6080,"kb_used_data":888,"kb_used_omap":0,"kb_used_meta":5184,"kb_avail":94365760,"statfs":{"total":96636764160,"available":96630538240,"internally_reserved":0,"allocated":909312,"data_stored":622380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5308416},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.238}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98599999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2669999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2150000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.298}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0349999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.5660000000000001}]}]}]}} , 2020-08-19T18:38:57.502 INFO:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd dump --format=json Ignoring malparsed backtrace: 2020-08-19T18:39:22.575 INFO:teuthology.orchestra.run.smithi151:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early pg dump --format=json , 2020-08-19T18:39:22.867 INFO:teuthology.orchestra.run.smithi151.stdout: , dumped all Ignoring malparsed backtrace: 2020-08-19T18:39:45.094 INFO:teuthology.orchestra.run.smithi028:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 , 2020-08-19T18:39:45.297 INFO:tasks.ceph:Archiving mon data... , 2020-08-19T18:39:45.298 DEBUG:teuthology.misc:Transferring archived files from smithi151:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/kchai-2020-08-19_06:47:30-rados-wip-kefu-testing-2020-08-19-1141-distro-basic-smithi/5359050/data/mon.a.tgz Ignoring malparsed backtrace: 2020-08-19T18:39:49.831 INFO:teuthology.orchestra.run.smithi151.stdout: ceph-radosgw x86_64 2:16.0.0-4528.g8d9001a.el8 @ceph 41 M , 2020-08-19T18:39:49.831 INFO:teuthology.orchestra.run.smithi151.stdout: , 2020-08-19T18:39:49.831 INFO:teuthology.orchestra.run.smithi151.stdout:Transaction Summary Ignoring malparsed backtrace: 2020-08-19T18:39:54.163 INFO:teuthology.orchestra.run.smithi028.stdout:========================================================================================= , 2020-08-19T18:39:54.163 INFO:teuthology.orchestra.run.smithi028.stdout:Remove 5 Packages , 2020-08-19T18:39:54.163 INFO:teuthology.orchestra.run.smithi028.stdout: Ignoring malparsed backtrace: 2020-08-19T18:40:15.571 INFO:teuthology.orchestra.run.smithi151.stdout: ceph-selinux x86_64 2:16.0.0-4528.g8d9001a.el8 @ceph 132 k , 2020-08-19T18:40:15.571 INFO:teuthology.orchestra.run.smithi151.stdout: gperftools-libs x86_64 2.7-6.el8 @epel 1.7 M , 2020-08-19T18:40:15.571 INFO:teuthology.orchestra.run.smithi151.stdout: leveldb x86_64 1.22-1.el8 @epel 574 k Ignoring malparsed backtrace: 2020-08-19T18:40:15.580 INFO:teuthology.orchestra.run.smithi151.stdout: Erasing : python3-jinja2-2.10.1-2.el8_0.noarch 14/81 , 2020-08-19T18:40:15.580 INFO:teuthology.orchestra.run.smithi151.stdout: Erasing : python3-remoto-1.1.4-4.el8.noarch 15/81 , 2020-08-19T18:40:15.580 INFO:teuthology.orchestra.run.smithi151.stdout: Erasing : ceph-mgr-diskprediction-local-2:16.0.0-4528.g8d900 16/81 Ignoring malparsed backtrace: 2020-08-19T18:40:15.589 INFO:teuthology.orchestra.run.smithi028.stdout: , 2020-08-19T18:40:15.589 INFO:teuthology.orchestra.run.smithi028.stdout:Freed space: 86 M , 2020-08-19T18:40:15.589 INFO:teuthology.orchestra.run.smithi028.stdout:Running transaction check Ignoring malparsed backtrace: 2020-08-19T18:40:15.598 INFO:teuthology.orchestra.run.smithi028.stdout: python3-rados x86_64 2:16.0.0-4528.g8d9001a.el8 @ceph 1.2 M , 2020-08-19T18:40:15.598 INFO:teuthology.orchestra.run.smithi028.stdout: python3-rbd x86_64 2:16.0.0-4528.g8d9001a.el8 @ceph 1.2 M , 2020-08-19T18:40:15.598 INFO:teuthology.orchestra.run.smithi028.stdout: python3-remoto noarch 1.1.4-4.el8 @epel 97 k Ignoring malparsed backtrace: 2020-08-19T18:40:15.767 INFO:teuthology.orchestra.run.smithi028.stdout: Erasing : python3-lxml-4.2.3-1.el8.x86_64 52/81 , 2020-08-19T18:40:15.818 INFO:teuthology.orchestra.run.smithi028.stdout: Running scriptlet: ceph-base-2:16.0.0-4528.g8d9001a.el8.x86_64 53/81 , 2020-08-19T18:40:15.819 INFO:teuthology.orchestra.run.smithi028.stdout: Erasing : ceph-base-2:16.0.0-4528.g8d9001a.el8.x86_64 53/81 Ignoring malparsed backtrace: 2020-08-19T18:40:33.143 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 45/81 , 2020-08-19T18:40:33.143 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-kubernetes-11.0.0-2.el8.noarch 46/81 , 2020-08-19T18:40:33.143 INFO:teuthology.orchestra.run.smithi151.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 47/81 Ignoring malparsed backtrace: 2020-08-19T18:40:36.661 INFO:teuthology.orchestra.run.smithi151.stdout: python3-ceph-argparse-2:16.0.0-4528.g8d9001a.el8.x86_64 , 2020-08-19T18:40:36.661 INFO:teuthology.orchestra.run.smithi151.stdout: python3-ceph-common-2:16.0.0-4528.g8d9001a.el8.x86_64 , 2020-08-19T18:40:36.661 INFO:teuthology.orchestra.run.smithi151.stdout: python3-cephfs-2:16.0.0-4528.g8d9001a.el8.x86_64 Ignoring malparsed backtrace: 2020-08-19T18:40:37.397 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 43/81 , 2020-08-19T18:40:37.397 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 44/81 , 2020-08-19T18:40:37.397 INFO:teuthology.orchestra.run.smithi028.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 45/81 Ignoring malparsed backtrace: 2020-08-19T18:40:41.166 INFO:teuthology.orchestra.run.smithi028.stdout: python3-ceph-common-2:16.0.0-4528.g8d9001a.el8.x86_64 , 2020-08-19T18:40:41.166 INFO:teuthology.orchestra.run.smithi028.stdout: python3-cephfs-2:16.0.0-4528.g8d9001a.el8.x86_64 , 2020-08-19T18:40:41.166 INFO:teuthology.orchestra.run.smithi028.stdout: python3-certifi-2018.10.15-7.el8.noarch Ignoring malparsed backtrace: 2020-08-19T18:40:42.381 INFO:teuthology.orchestra.run.smithi151.stdout:Running transaction test , 2020-08-19T18:40:42.408 INFO:teuthology.orchestra.run.smithi151.stdout:Transaction test succeeded. , 2020-08-19T18:40:42.408 INFO:teuthology.orchestra.run.smithi151.stdout:Running transaction Ignoring malparsed backtrace: 2020-08-19T18:40:50.067 INFO:teuthology.orchestra.run.smithi151.stdout:Nothing to do. , 2020-08-19T18:40:50.067 INFO:teuthology.orchestra.run.smithi151.stdout:Complete! , 2020-08-19T18:40:50.477 INFO:teuthology.orchestra.run.smithi028.stdout: Ignoring malparsed backtrace: 2020-08-19T18:40:55.147 INFO:teuthology.orchestra.run.smithi151.stdout:Removing: , 2020-08-19T18:40:55.147 INFO:teuthology.orchestra.run.smithi151.stdout: librados-devel x86_64 2:16.0.0-4528.g8d9001a.el8 @ceph 436 k , 2020-08-19T18:40:55.147 INFO:teuthology.orchestra.run.smithi151.stdout:Removing dependent packages: Ignoring malparsed backtrace: - nothing provides module(perl:5.26) needed by module perl-YAML:1.24:8010020190322131811:a5949e2e-0.x86_64 , 2020-08-19T18:41:00.062 INFO:teuthology.orchestra.run.smithi151.stdout:No match for argument: libcephfs-devel , No packages marked for removal. Ignoring malparsed backtrace: 2020-08-19T18:41:05.495 INFO:teuthology.orchestra.run.smithi151.stdout: , 2020-08-19T18:41:05.495 INFO:teuthology.orchestra.run.smithi151.stdout:Removed: , 2020-08-19T18:41:05.495 INFO:teuthology.orchestra.run.smithi151.stdout: fmt-6.2.1-1.el8.x86_64 Ignoring malparsed backtrace: 2020-08-19T18:41:09.161 INFO:teuthology.orchestra.run.smithi028.stdout: Erasing : fmt-6.2.1-1.el8.x86_64 6/7 , 2020-08-19T18:41:09.162 INFO:teuthology.orchestra.run.smithi028.stdout: Erasing : lttng-ust-2.8.1-11.el8.x86_64 7/7 , Modular dependency problem: Ignoring malparsed backtrace: 2020-08-19T18:41:14.673 INFO:teuthology.orchestra.run.smithi151.stdout:0 files removed , 2020-08-19T18:41:14.675 INFO:teuthology.orchestra.run.smithi028.stdout:Updating Subscription Management repositories. , 2020-08-19T18:41:14.719 DEBUG:teuthology.parallel:result is None Ignoring malparsed backtrace: 2020-08-19T18:41:22.300 INFO:teuthology.orchestra.run.smithi028.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample , 2020-08-19T18:41:22.300 INFO:teuthology.orchestra.run.smithi028.stdout:=============================================================================== , 2020-08-19T18:41:22.300 INFO:teuthology.orchestra.run.smithi028.stdout:^* hv01.front.sepia.ceph.com 2 6 377 56 -299us[ -293us] +/- 25ms Ignoring malparsed backtrace: 2020-08-19T18:41:41.619 INFO:teuthology.task.internal:Not uploading archives. , 2020-08-19T18:41:41.619 DEBUG:teuthology.run_tasks:Unwinding manager internal.base , 2020-08-19T18:41:42.836 INFO:teuthology.task.internal:Tidying up after the test... Ignoring malparsed backtrace: ceph version 16.0.0-4528-g8d9001a (8d9001a8062a52bb640447b6a7e38abbff3580ee) pacific (dev) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe1) [0x7faabc2e21d7] , 2: (WriteOp::_finish(TestOp::CallbackInfo*)+0x6b0) [0x5616ee807a60] Ignoring malparsed backtrace: 2020-08-19T18:37:42.738 INFO:teuthology.orchestra.run.smithi035.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. , 2020-08-19T18:37:42.749 INFO:teuthology.orchestra.run.smithi035:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-osd.7.asok dump_ops_in_flight , 2020-08-19T18:37:42.857 INFO:teuthology.orchestra.run.smithi035.stdout:ERROR: (22) Invalid argument Ignoring malparsed backtrace: 2020-08-19T18:38:06.161 INFO:teuthology.orchestra.run.smithi093:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd last-stat-seq osd.6 , 2020-08-19T18:38:06.436 INFO:teuthology.orchestra.run.smithi093.stdout:55834574860 , 2020-08-19T18:38:06.455 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574860 got 55834574860 for osd.6 Ignoring malparsed backtrace: 2020-08-19T18:38:22.107 INFO:tasks.ceph:pgid 2.1 last_scrub_stamp 2020-08-19T18:37:23.084059+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=37, tm_sec=23, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=38, tm_sec=17, tm_wday=2, tm_yday=232, tm_isdst=0) , 2020-08-19T18:38:22.108 INFO:tasks.ceph:pgid 3.0 last_scrub_stamp 2020-08-19T18:37:37.547705+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=37, tm_sec=37, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=38, tm_sec=17, tm_wday=2, tm_yday=232, tm_isdst=0) , 2020-08-19T18:38:22.108 INFO:tasks.ceph:pgid 2.3 last_scrub_stamp 2020-08-19T18:37:23.084059+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=37, tm_sec=23, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=38, tm_sec=17, tm_wday=2, tm_yday=232, tm_isdst=0) Ignoring malparsed backtrace: 2020-08-19T18:38:48.793 INFO:teuthology.orchestra.run.smithi035:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 , 2020-08-19T18:38:48.987 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi035.front.sepia.ceph.com , 2020-08-19T18:38:48.988 INFO:teuthology.orchestra.run.smithi035:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 Ignoring malparsed backtrace: 2020-08-19T18:38:52.660 INFO:teuthology.orchestra.run.smithi035.stdout:Use 'sudo apt autoremove' to remove them. , 2020-08-19T18:38:52.679 INFO:teuthology.orchestra.run.smithi035.stdout:The following packages will be REMOVED: , 2020-08-19T18:38:52.688 INFO:teuthology.orchestra.run.smithi035.stdout: ceph* Ignoring malparsed backtrace: (Reading database ... 15% , (Reading database ... 20% , (Reading database ... 25% Ignoring malparsed backtrace: 2020-08-19T18:38:57.677 INFO:teuthology.orchestra.run.smithi093.stdout:After this operation, 6,753 kB disk space will be freed. , 2020-08-19T18:38:57.772 INFO:teuthology.orchestra.run.smithi093.stdout:(Reading database ... , (Reading database ... 5% Ignoring malparsed backtrace: W: --force-yes is deprecated, use one of the options starting with --allow instead. , 2020-08-19T18:39:00.554 INFO:teuthology.orchestra.run.smithi093.stdout:The following packages were automatically installed and are no longer required: , 2020-08-19T18:39:00.555 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-mgr-modules-core ceph-mon ceph-osd python-attr python-funcsigs Ignoring malparsed backtrace: 2020-08-19T18:39:02.207 INFO:teuthology.orchestra.run.smithi093.stdout:dpkg: warning: while removing ceph-mgr-dashboard, directory '/usr/share/ceph/mgr/dashboard/controllers' not empty so not removed , 2020-08-19T18:39:02.379 INFO:teuthology.orchestra.run.smithi035.stdout:Removing ceph-mgr-dashboard (16.0.0-4528-g8d9001a-1bionic) ... , 2020-08-19T18:39:02.380 INFO:teuthology.orchestra.run.smithi093.stdout:Removing ceph-mgr-diskprediction-local (16.0.0-4528-g8d9001a-1bionic) ... Ignoring malparsed backtrace: (Reading database ... 60% , (Reading database ... 65% , (Reading database ... 70% Ignoring malparsed backtrace: (Reading database ... 10% , (Reading database ... 15% , (Reading database ... 20% Ignoring malparsed backtrace: 2020-08-19T18:39:16.868 INFO:teuthology.orchestra.run.smithi035.stdout: python3-matplotlib python3-monotonic python3-numpy python3-oauth2client , 2020-08-19T18:39:16.868 INFO:teuthology.orchestra.run.smithi035.stdout: python3-olefile python3-paste python3-pastedeploy python3-pastescript , 2020-08-19T18:39:16.868 INFO:teuthology.orchestra.run.smithi035.stdout: python3-pecan python3-pil python3-pluggy python3-prettytable python3-py Ignoring malparsed backtrace: 2020-08-19T18:39:19.042 INFO:teuthology.orchestra.run.smithi093.stdout: python3-olefile python3-paste python3-pastedeploy python3-pastescript , 2020-08-19T18:39:19.042 INFO:teuthology.orchestra.run.smithi093.stdout: python3-pecan python3-pil python3-pluggy python3-prettytable python3-py , 2020-08-19T18:39:19.042 INFO:teuthology.orchestra.run.smithi093.stdout: python3-pyasn1 python3-pyasn1-modules python3-pyinotify python3-pyparsing Ignoring malparsed backtrace: (Reading database ... 30% , (Reading database ... 35% , (Reading database ... 40% Ignoring malparsed backtrace: 2020-08-19T18:39:22.715 INFO:teuthology.orchestra.run.smithi093.stdout: libradosstriper1 librdkafka1 librgw2 libsnappy1v5 libxslt1.1 python-attr , 2020-08-19T18:39:22.715 INFO:teuthology.orchestra.run.smithi093.stdout: python-funcsigs python-pastedeploy-tpl python-pluggy python-py python-pytest , 2020-08-19T18:39:22.715 INFO:teuthology.orchestra.run.smithi093.stdout: python3-attr python3-bcrypt python3-bs4 python3-ceph-argparse Ignoring malparsed backtrace: 2020-08-19T18:39:24.223 INFO:teuthology.orchestra.run.smithi035.stdout:Building dependency tree... , 2020-08-19T18:39:24.223 INFO:teuthology.orchestra.run.smithi035.stdout:Reading state information... , 2020-08-19T18:39:24.225 INFO:teuthology.orchestra.run.smithi093.stdout:(Reading database ... Ignoring malparsed backtrace: 2020-08-19T18:39:25.453 INFO:teuthology.orchestra.run.smithi035.stdout:Removing python3-rbd (16.0.0-4528-g8d9001a-1bionic) ... , 2020-08-19T18:39:25.572 INFO:teuthology.orchestra.run.smithi093.stdout:The following packages were automatically installed and are no longer required: , 2020-08-19T18:39:25.573 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-mgr-modules-core jq libjq1 libleveldb1v5 liboath0 libonig4 librabbitmq4 Ignoring malparsed backtrace: W: --force-yes is deprecated, use one of the options starting with --allow instead. , 2020-08-19T18:39:27.555 INFO:teuthology.orchestra.run.smithi093.stdout:Reading package lists... , 2020-08-19T18:39:27.609 INFO:teuthology.orchestra.run.smithi035.stdout:Removing libcephfs2 (16.0.0-4528-g8d9001a-1bionic) ... Ignoring malparsed backtrace: 2020-08-19T18:39:29.129 INFO:teuthology.orchestra.run.smithi035.stdout: python3-decorator python3-fasteners python3-html5lib python3-httplib2 , 2020-08-19T18:39:29.129 INFO:teuthology.orchestra.run.smithi035.stdout: python3-jinja2 python3-joblib python3-json-pointer python3-jsonpatch , 2020-08-19T18:39:29.129 INFO:teuthology.orchestra.run.smithi035.stdout: python3-jwt python3-kubernetes python3-logutils python3-lxml python3-mako Ignoring malparsed backtrace: (Reading database ... 30% , (Reading database ... 35% , (Reading database ... 40% Ignoring malparsed backtrace: 2020-08-19T18:39:36.660 INFO:teuthology.orchestra.run.smithi093.stdout: python3-bs4 python3-ceph-argparse python3-ceph-common python3-cherrypy3 , 2020-08-19T18:39:36.660 INFO:teuthology.orchestra.run.smithi093.stdout: python3-cycler python3-dateutil python3-decorator python3-fasteners , 2020-08-19T18:39:36.660 INFO:teuthology.orchestra.run.smithi093.stdout: python3-html5lib python3-httplib2 python3-jinja2 python3-joblib Ignoring malparsed backtrace: (Reading database ... 45% , (Reading database ... 50% , (Reading database ... 55% Ignoring malparsed backtrace: 2020-08-19T18:39:38.771 INFO:teuthology.orchestra.run.smithi035.stdout: python3-simplegeneric python3-simplejson python3-singledispatch , 2020-08-19T18:39:38.772 INFO:teuthology.orchestra.run.smithi035.stdout: python3-sklearn python3-sklearn-lib python3-sqlalchemy python3-tempita , 2020-08-19T18:39:38.772 INFO:teuthology.orchestra.run.smithi035.stdout: python3-tz python3-uritemplate python3-waitress python3-webencodings Ignoring malparsed backtrace: 2020-08-19T18:39:48.834 INFO:teuthology.orchestra.run.smithi093.stdout:Removing libonig4:amd64 (6.7.0-1) ... , 2020-08-19T18:39:48.992 INFO:teuthology.orchestra.run.smithi035.stdout:Removing liblttng-ust0:amd64 (2.10.1-1) ... , 2020-08-19T18:39:49.222 INFO:teuthology.orchestra.run.smithi093.stdout:Removing libopus0:amd64 (1.1.2-1ubuntu1) ... Ignoring malparsed backtrace: 2020-08-19T18:40:11.143 INFO:teuthology.orchestra.run.smithi035.stdout:Removing python3-sklearn (0.19.1-3) ... , 2020-08-19T18:40:11.187 INFO:teuthology.orchestra.run.smithi093.stdout:Removing python3-oauth2client (4.1.2-3) ... , 2020-08-19T18:40:11.672 INFO:teuthology.orchestra.run.smithi035.stdout:Removing python3-scipy (0.19.1-2ubuntu1) ... Ignoring malparsed backtrace: 2020-08-19T18:40:34.594 INFO:teuthology.orchestra.run.smithi035:> sudo lsb_release -is , 2020-08-19T18:40:34.639 INFO:teuthology.orchestra.run.smithi035.stdout:Ubuntu , 2020-08-19T18:40:34.644 DEBUG:teuthology.misc:System to be installed: Ubuntu Ignoring malparsed backtrace: , Traceback (most recent call last): , File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/run_tasks.py", line 171, in run_tasks Ignoring malparsed backtrace: ceph version 16.0.0-4528-g8d9001a (8d9001a8062a52bb640447b6a7e38abbff3580ee) pacific (dev) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe1) [0x7faabc2e21d7] , 2: (WriteOp::_finish(TestOp::CallbackInfo*)+0x6b0) [0x5616ee807a60] Ignoring malparsed backtrace: 2020-08-19T18:37:42.738 INFO:teuthology.orchestra.run.smithi035.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. , 2020-08-19T18:37:42.749 INFO:teuthology.orchestra.run.smithi035:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-osd.7.asok dump_ops_in_flight , 2020-08-19T18:37:42.857 INFO:teuthology.orchestra.run.smithi035.stdout:ERROR: (22) Invalid argument Ignoring malparsed backtrace: 2020-08-19T18:38:06.161 INFO:teuthology.orchestra.run.smithi093:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early osd last-stat-seq osd.6 , 2020-08-19T18:38:06.436 INFO:teuthology.orchestra.run.smithi093.stdout:55834574860 , 2020-08-19T18:38:06.455 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574860 got 55834574860 for osd.6 Ignoring malparsed backtrace: 2020-08-19T18:38:22.107 INFO:tasks.ceph:pgid 2.1 last_scrub_stamp 2020-08-19T18:37:23.084059+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=37, tm_sec=23, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=38, tm_sec=17, tm_wday=2, tm_yday=232, tm_isdst=0) , 2020-08-19T18:38:22.108 INFO:tasks.ceph:pgid 3.0 last_scrub_stamp 2020-08-19T18:37:37.547705+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=37, tm_sec=37, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=38, tm_sec=17, tm_wday=2, tm_yday=232, tm_isdst=0) , 2020-08-19T18:38:22.108 INFO:tasks.ceph:pgid 2.3 last_scrub_stamp 2020-08-19T18:37:23.084059+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=37, tm_sec=23, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=38, tm_sec=17, tm_wday=2, tm_yday=232, tm_isdst=0) Ignoring malparsed backtrace: 2020-08-19T18:38:48.793 INFO:teuthology.orchestra.run.smithi035:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 , 2020-08-19T18:38:48.987 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi035.front.sepia.ceph.com , 2020-08-19T18:38:48.988 INFO:teuthology.orchestra.run.smithi035:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 Ignoring malparsed backtrace: 2020-08-19T18:38:52.660 INFO:teuthology.orchestra.run.smithi035.stdout:Use 'sudo apt autoremove' to remove them. , 2020-08-19T18:38:52.679 INFO:teuthology.orchestra.run.smithi035.stdout:The following packages will be REMOVED: , 2020-08-19T18:38:52.688 INFO:teuthology.orchestra.run.smithi035.stdout: ceph* Ignoring malparsed backtrace: (Reading database ... 15% , (Reading database ... 20% , (Reading database ... 25% Ignoring malparsed backtrace: 2020-08-19T18:38:57.677 INFO:teuthology.orchestra.run.smithi093.stdout:After this operation, 6,753 kB disk space will be freed. , 2020-08-19T18:38:57.772 INFO:teuthology.orchestra.run.smithi093.stdout:(Reading database ... , (Reading database ... 5% Ignoring malparsed backtrace: W: --force-yes is deprecated, use one of the options starting with --allow instead. , 2020-08-19T18:39:00.554 INFO:teuthology.orchestra.run.smithi093.stdout:The following packages were automatically installed and are no longer required: , 2020-08-19T18:39:00.555 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-mgr-modules-core ceph-mon ceph-osd python-attr python-funcsigs Ignoring malparsed backtrace: 2020-08-19T18:39:02.207 INFO:teuthology.orchestra.run.smithi093.stdout:dpkg: warning: while removing ceph-mgr-dashboard, directory '/usr/share/ceph/mgr/dashboard/controllers' not empty so not removed , 2020-08-19T18:39:02.379 INFO:teuthology.orchestra.run.smithi035.stdout:Removing ceph-mgr-dashboard (16.0.0-4528-g8d9001a-1bionic) ... , 2020-08-19T18:39:02.380 INFO:teuthology.orchestra.run.smithi093.stdout:Removing ceph-mgr-diskprediction-local (16.0.0-4528-g8d9001a-1bionic) ... Ignoring malparsed backtrace: (Reading database ... 60% , (Reading database ... 65% , (Reading database ... 70% Ignoring malparsed backtrace: (Reading database ... 10% , (Reading database ... 15% , (Reading database ... 20% Ignoring malparsed backtrace: 2020-08-19T18:39:16.868 INFO:teuthology.orchestra.run.smithi035.stdout: python3-matplotlib python3-monotonic python3-numpy python3-oauth2client , 2020-08-19T18:39:16.868 INFO:teuthology.orchestra.run.smithi035.stdout: python3-olefile python3-paste python3-pastedeploy python3-pastescript , 2020-08-19T18:39:16.868 INFO:teuthology.orchestra.run.smithi035.stdout: python3-pecan python3-pil python3-pluggy python3-prettytable python3-py Ignoring malparsed backtrace: 2020-08-19T18:39:19.042 INFO:teuthology.orchestra.run.smithi093.stdout: python3-olefile python3-paste python3-pastedeploy python3-pastescript , 2020-08-19T18:39:19.042 INFO:teuthology.orchestra.run.smithi093.stdout: python3-pecan python3-pil python3-pluggy python3-prettytable python3-py , 2020-08-19T18:39:19.042 INFO:teuthology.orchestra.run.smithi093.stdout: python3-pyasn1 python3-pyasn1-modules python3-pyinotify python3-pyparsing Ignoring malparsed backtrace: (Reading database ... 30% , (Reading database ... 35% , (Reading database ... 40% Ignoring malparsed backtrace: 2020-08-19T18:39:22.715 INFO:teuthology.orchestra.run.smithi093.stdout: libradosstriper1 librdkafka1 librgw2 libsnappy1v5 libxslt1.1 python-attr , 2020-08-19T18:39:22.715 INFO:teuthology.orchestra.run.smithi093.stdout: python-funcsigs python-pastedeploy-tpl python-pluggy python-py python-pytest , 2020-08-19T18:39:22.715 INFO:teuthology.orchestra.run.smithi093.stdout: python3-attr python3-bcrypt python3-bs4 python3-ceph-argparse Ignoring malparsed backtrace: 2020-08-19T18:39:24.223 INFO:teuthology.orchestra.run.smithi035.stdout:Building dependency tree... , 2020-08-19T18:39:24.223 INFO:teuthology.orchestra.run.smithi035.stdout:Reading state information... , 2020-08-19T18:39:24.225 INFO:teuthology.orchestra.run.smithi093.stdout:(Reading database ... Ignoring malparsed backtrace: 2020-08-19T18:39:25.453 INFO:teuthology.orchestra.run.smithi035.stdout:Removing python3-rbd (16.0.0-4528-g8d9001a-1bionic) ... , 2020-08-19T18:39:25.572 INFO:teuthology.orchestra.run.smithi093.stdout:The following packages were automatically installed and are no longer required: , 2020-08-19T18:39:25.573 INFO:teuthology.orchestra.run.smithi093.stdout: ceph-mgr-modules-core jq libjq1 libleveldb1v5 liboath0 libonig4 librabbitmq4 Ignoring malparsed backtrace: W: --force-yes is deprecated, use one of the options starting with --allow instead. , 2020-08-19T18:39:27.555 INFO:teuthology.orchestra.run.smithi093.stdout:Reading package lists... , 2020-08-19T18:39:27.609 INFO:teuthology.orchestra.run.smithi035.stdout:Removing libcephfs2 (16.0.0-4528-g8d9001a-1bionic) ... Ignoring malparsed backtrace: 2020-08-19T18:39:29.129 INFO:teuthology.orchestra.run.smithi035.stdout: python3-decorator python3-fasteners python3-html5lib python3-httplib2 , 2020-08-19T18:39:29.129 INFO:teuthology.orchestra.run.smithi035.stdout: python3-jinja2 python3-joblib python3-json-pointer python3-jsonpatch , 2020-08-19T18:39:29.129 INFO:teuthology.orchestra.run.smithi035.stdout: python3-jwt python3-kubernetes python3-logutils python3-lxml python3-mako Ignoring malparsed backtrace: (Reading database ... 30% , (Reading database ... 35% , (Reading database ... 40% Ignoring malparsed backtrace: 2020-08-19T18:39:36.660 INFO:teuthology.orchestra.run.smithi093.stdout: python3-bs4 python3-ceph-argparse python3-ceph-common python3-cherrypy3 , 2020-08-19T18:39:36.660 INFO:teuthology.orchestra.run.smithi093.stdout: python3-cycler python3-dateutil python3-decorator python3-fasteners , 2020-08-19T18:39:36.660 INFO:teuthology.orchestra.run.smithi093.stdout: python3-html5lib python3-httplib2 python3-jinja2 python3-joblib Ignoring malparsed backtrace: (Reading database ... 45% , (Reading database ... 50% , (Reading database ... 55% Ignoring malparsed backtrace: 2020-08-19T18:39:38.771 INFO:teuthology.orchestra.run.smithi035.stdout: python3-simplegeneric python3-simplejson python3-singledispatch , 2020-08-19T18:39:38.772 INFO:teuthology.orchestra.run.smithi035.stdout: python3-sklearn python3-sklearn-lib python3-sqlalchemy python3-tempita , 2020-08-19T18:39:38.772 INFO:teuthology.orchestra.run.smithi035.stdout: python3-tz python3-uritemplate python3-waitress python3-webencodings Ignoring malparsed backtrace: 2020-08-19T18:39:48.834 INFO:teuthology.orchestra.run.smithi093.stdout:Removing libonig4:amd64 (6.7.0-1) ... , 2020-08-19T18:39:48.992 INFO:teuthology.orchestra.run.smithi035.stdout:Removing liblttng-ust0:amd64 (2.10.1-1) ... , 2020-08-19T18:39:49.222 INFO:teuthology.orchestra.run.smithi093.stdout:Removing libopus0:amd64 (1.1.2-1ubuntu1) ... Ignoring malparsed backtrace: 2020-08-19T18:40:11.143 INFO:teuthology.orchestra.run.smithi035.stdout:Removing python3-sklearn (0.19.1-3) ... , 2020-08-19T18:40:11.187 INFO:teuthology.orchestra.run.smithi093.stdout:Removing python3-oauth2client (4.1.2-3) ... , 2020-08-19T18:40:11.672 INFO:teuthology.orchestra.run.smithi035.stdout:Removing python3-scipy (0.19.1-2ubuntu1) ... Ignoring malparsed backtrace: 2020-08-19T18:40:34.594 INFO:teuthology.orchestra.run.smithi035:> sudo lsb_release -is , 2020-08-19T18:40:34.639 INFO:teuthology.orchestra.run.smithi035.stdout:Ubuntu , 2020-08-19T18:40:34.644 DEBUG:teuthology.misc:System to be installed: Ubuntu Ignoring malparsed backtrace: , Traceback (most recent call last): , File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/teuthology/run_tasks.py", line 171, in run_tasks Ignoring malparsed backtrace: ceph version 16.0.0-4528-g8d9001a (8d9001a8062a52bb640447b6a7e38abbff3580ee) pacific (dev) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7fe65a1bbf1a] , 2: (WriteOp::_finish(TestOp::CallbackInfo*)+0x5b6) [0x560ff61c1666] Ignoring malparsed backtrace: 2020-08-19T18:29:32.616 INFO:teuthology.orchestra.run.smithi068:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early -- tell 'mon.*' injectargs --mon_osd_down_out_interval=600 , 2020-08-19T18:29:32.946 INFO:teuthology.orchestra.run.smithi068.stdout:mon.a: {} , 2020-08-19T18:29:32.958 INFO:teuthology.orchestra.run.smithi068.stdout:mon.b: {} Ignoring malparsed backtrace: 2020-08-19T18:29:56.020 INFO:teuthology.orchestra.run.smithi068.stdout: , dumped all , 2020-08-19T18:29:56.028 INFO:teuthology.orchestra.run.smithi068.stdout:{"pg_ready":true,"pg_map":{"version":80,"stamp":"2020-08-19T18:29:55.156580+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":540672,"num_objects":10,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":8,"num_read_kb":0,"num_write":18,"num_write_kb":530,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":90112,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":66,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":46228,"kb_used_data":5204,"kb_used_omap":0,"kb_used_meta":40959,"kb_avail":754928492,"statfs":{"total":773094113280,"available":773046775808,"internally_reserved":0,"allocated":5328896,"data_stored":2880780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":41942076},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001667"},"pg_stats":[{"pgid":"3.f","version":"25'2","reported_seq":"36","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.635940+0000","last_change":"2020-08-19T18:29:14.646224+0000","last_active":"2020-08-19T18:29:50.635940+0000","last_peered":"2020-08-19T18:29:50.635940+0000","last_clean":"2020-08-19T18:29:50.635940+0000","last_became_active":"2020-08-19T18:29:14.645693+0000","last_became_peered":"2020-08-19T18:29:14.645693+0000","last_unstale":"2020-08-19T18:29:50.635940+0000","last_undegraded":"2020-08-19T18:29:50.635940+0000","last_fullsized":"2020-08-19T18:29:50.635940+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":24576,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":"34","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.635826+0000","last_change":"2020-08-19T18:29:14.651749+0000","last_active":"2020-08-19T18:29:50.635826+0000","last_peered":"2020-08-19T18:29:50.635826+0000","last_clean":"2020-08-19T18:29:50.635826+0000","last_became_active":"2020-08-19T18:29:14.651112+0000","last_became_peered":"2020-08-19T18:29:14.651112+0000","last_unstale":"2020-08-19T18:29:50.635826+0000","last_undegraded":"2020-08-19T18:29:50.635826+0000","last_fullsized":"2020-08-19T18:29:50.635826+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":"34","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.635826+0000","last_change":"2020-08-19T18:29:14.649913+0000","last_active":"2020-08-19T18:29:50.635826+0000","last_peered":"2020-08-19T18:29:50.635826+0000","last_clean":"2020-08-19T18:29:50.635826+0000","last_became_active":"2020-08-19T18:29:14.649372+0000","last_became_peered":"2020-08-19T18:29:14.649372+0000","last_unstale":"2020-08-19T18:29:50.635826+0000","last_undegraded":"2020-08-19T18:29:50.635826+0000","last_fullsized":"2020-08-19T18:29:50.635826+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"24'2","reported_seq":"38","reported_epoch":"49","state":"active+clean","last_fresh":"2020-08-19T18:29:51.897484+0000","last_change":"2020-08-19T18:29:14.647349+0000","last_active":"2020-08-19T18:29:51.897484+0000","last_peered":"2020-08-19T18:29:51.897484+0000","last_clean":"2020-08-19T18:29:51.897484+0000","last_became_active":"2020-08-19T18:29:14.646844+0000","last_became_peered":"2020-08-19T18:29:14.646844+0000","last_unstale":"2020-08-19T18:29:51.897484+0000","last_undegraded":"2020-08-19T18:29:51.897484+0000","last_fullsized":"2020-08-19T18:29:51.897484+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":40960,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.b","version":"25'4","reported_seq":"40","reported_epoch":"49","state":"active+clean","last_fresh":"2020-08-19T18:29:51.893315+0000","last_change":"2020-08-19T18:29:14.646761+0000","last_active":"2020-08-19T18:29:51.893315+0000","last_peered":"2020-08-19T18:29:51.893315+0000","last_clean":"2020-08-19T18:29:51.893315+0000","last_became_active":"2020-08-19T18:29:14.646078+0000","last_became_peered":"2020-08-19T18:29:14.646078+0000","last_unstale":"2020-08-19T18:29:51.893315+0000","last_undegraded":"2020-08-19T18:29:51.893315+0000","last_fullsized":"2020-08-19T18:29:51.893315+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":180224,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":0,"num_write":4,"num_write_kb":176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"32","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.776468+0000","last_change":"2020-08-19T18:29:14.644899+0000","last_active":"2020-08-19T18:29:50.776468+0000","last_peered":"2020-08-19T18:29:50.776468+0000","last_clean":"2020-08-19T18:29:50.776468+0000","last_became_active":"2020-08-19T18:29:14.644338+0000","last_became_peered":"2020-08-19T18:29:14.644338+0000","last_unstale":"2020-08-19T18:29:50.776468+0000","last_undegraded":"2020-08-19T18:29:50.776468+0000","last_fullsized":"2020-08-19T18:29:50.776468+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"38","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.776075+0000","last_change":"2020-08-19T18:29:31.179921+0000","last_active":"2020-08-19T18:29:50.776075+0000","last_peered":"2020-08-19T18:29:50.776075+0000","last_clean":"2020-08-19T18:29:50.776075+0000","last_became_active":"2020-08-19T18:29:31.179407+0000","last_became_peered":"2020-08-19T18:29:31.179407+0000","last_unstale":"2020-08-19T18:29:50.776075+0000","last_undegraded":"2020-08-19T18:29:50.776075+0000","last_fullsized":"2020-08-19T18:29:50.776075+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"36","reported_epoch":"49","state":"active+clean","last_fresh":"2020-08-19T18:29:51.893393+0000","last_change":"2020-08-19T18:29:14.646141+0000","last_active":"2020-08-19T18:29:51.893393+0000","last_peered":"2020-08-19T18:29:51.893393+0000","last_clean":"2020-08-19T18:29:51.893393+0000","last_became_active":"2020-08-19T18:29:14.645736+0000","last_became_peered":"2020-08-19T18:29:14.645736+0000","last_unstale":"2020-08-19T18:29:51.893393+0000","last_undegraded":"2020-08-19T18:29:51.893393+0000","last_fullsized":"2020-08-19T18:29:51.893393+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"39","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.775755+0000","last_change":"2020-08-19T18:28:59.067498+0000","last_active":"2020-08-19T18:29:50.775755+0000","last_peered":"2020-08-19T18:29:50.775755+0000","last_clean":"2020-08-19T18:29:50.775755+0000","last_became_active":"2020-08-19T18:28:59.067224+0000","last_became_peered":"2020-08-19T18:28:59.067224+0000","last_unstale":"2020-08-19T18:29:50.775755+0000","last_undegraded":"2020-08-19T18:29:50.775755+0000","last_fullsized":"2020-08-19T18:29:50.775755+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_clean_scrub_stamp":"2020-08-19T18:28:57.845027+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"24'2","reported_seq":"56","reported_epoch":"49","state":"active+clean","last_fresh":"2020-08-19T18:29:51.897618+0000","last_change":"2020-08-19T18:29:33.767688+0000","last_active":"2020-08-19T18:29:51.897618+0000","last_peered":"2020-08-19T18:29:51.897618+0000","last_clean":"2020-08-19T18:29:51.897618+0000","last_became_active":"2020-08-19T18:29:33.767165+0000","last_became_peered":"2020-08-19T18:29:33.767165+0000","last_unstale":"2020-08-19T18:29:51.897618+0000","last_undegraded":"2020-08-19T18:29:51.897618+0000","last_fullsized":"2020-08-19T18:29:51.897618+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90112,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":90112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"40","reported_epoch":"49","state":"active+clean","last_fresh":"2020-08-19T18:29:51.897439+0000","last_change":"2020-08-19T18:28:58.865307+0000","last_active":"2020-08-19T18:29:51.897439+0000","last_peered":"2020-08-19T18:29:51.897439+0000","last_clean":"2020-08-19T18:29:51.897439+0000","last_became_active":"2020-08-19T18:28:58.864790+0000","last_became_peered":"2020-08-19T18:28:58.864790+0000","last_unstale":"2020-08-19T18:29:51.897439+0000","last_undegraded":"2020-08-19T18:29:51.897439+0000","last_fullsized":"2020-08-19T18:29:51.897439+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_clean_scrub_stamp":"2020-08-19T18:28:57.845027+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"25'6","reported_seq":"38","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.776198+0000","last_change":"2020-08-19T18:29:14.650908+0000","last_active":"2020-08-19T18:29:50.776198+0000","last_peered":"2020-08-19T18:29:50.776198+0000","last_clean":"2020-08-19T18:29:50.776198+0000","last_became_active":"2020-08-19T18:29:14.650418+0000","last_became_peered":"2020-08-19T18:29:14.650418+0000","last_unstale":"2020-08-19T18:29:50.776198+0000","last_undegraded":"2020-08-19T18:29:50.776198+0000","last_fullsized":"2020-08-19T18:29:50.776198+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":204800,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":0,"num_write":6,"num_write_kb":200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"40","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:49.881138+0000","last_change":"2020-08-19T18:29:43.633845+0000","last_active":"2020-08-19T18:29:49.881138+0000","last_peered":"2020-08-19T18:29:49.881138+0000","last_clean":"2020-08-19T18:29:49.881138+0000","last_became_active":"2020-08-19T18:29:30.761225+0000","last_became_peered":"2020-08-19T18:29:30.761225+0000","last_unstale":"2020-08-19T18:29:49.881138+0000","last_undegraded":"2020-08-19T18:29:49.881138+0000","last_fullsized":"2020-08-19T18:29:49.881138+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_clean_scrub_stamp":"2020-08-19T18:28:57.845027+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"40","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.775627+0000","last_change":"2020-08-19T18:29:31.180693+0000","last_active":"2020-08-19T18:29:50.775627+0000","last_peered":"2020-08-19T18:29:50.775627+0000","last_clean":"2020-08-19T18:29:50.775627+0000","last_became_active":"2020-08-19T18:29:31.179939+0000","last_became_peered":"2020-08-19T18:29:31.179939+0000","last_unstale":"2020-08-19T18:29:50.775627+0000","last_undegraded":"2020-08-19T18:29:50.775627+0000","last_fullsized":"2020-08-19T18:29:50.775627+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"53","reported_epoch":"49","state":"active+clean","last_fresh":"2020-08-19T18:29:51.897474+0000","last_change":"2020-08-19T18:29:30.758864+0000","last_active":"2020-08-19T18:29:51.897474+0000","last_peered":"2020-08-19T18:29:51.897474+0000","last_clean":"2020-08-19T18:29:51.897474+0000","last_became_active":"2020-08-19T18:29:30.758582+0000","last_became_peered":"2020-08-19T18:29:30.758582+0000","last_unstale":"2020-08-19T18:29:51.897474+0000","last_undegraded":"2020-08-19T18:29:51.897474+0000","last_fullsized":"2020-08-19T18:29:51.897474+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_clean_scrub_stamp":"2020-08-19T18:28:57.845027+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"15'2","reported_seq":"43","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.635750+0000","last_change":"2020-08-19T18:28:54.265113+0000","last_active":"2020-08-19T18:29:50.635750+0000","last_peered":"2020-08-19T18:29:50.635750+0000","last_clean":"2020-08-19T18:29:50.635750+0000","last_became_active":"2020-08-19T18:28:54.264683+0000","last_became_peered":"2020-08-19T18:28:54.264683+0000","last_unstale":"2020-08-19T18:29:50.635750+0000","last_undegraded":"2020-08-19T18:29:50.635750+0000","last_fullsized":"2020-08-19T18:29:50.635750+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:47.219068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:47.219068+0000","last_clean_scrub_stamp":"2020-08-19T18:28:47.219068+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"36","reported_epoch":"49","state":"active+clean","last_fresh":"2020-08-19T18:29:51.893271+0000","last_change":"2020-08-19T18:29:14.645703+0000","last_active":"2020-08-19T18:29:51.893271+0000","last_peered":"2020-08-19T18:29:51.893271+0000","last_clean":"2020-08-19T18:29:51.893271+0000","last_became_active":"2020-08-19T18:29:14.645158+0000","last_became_peered":"2020-08-19T18:29:14.645158+0000","last_unstale":"2020-08-19T18:29:51.893271+0000","last_undegraded":"2020-08-19T18:29:51.893271+0000","last_fullsized":"2020-08-19T18:29:51.893271+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"38","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.635894+0000","last_change":"2020-08-19T18:28:58.870422+0000","last_active":"2020-08-19T18:29:50.635894+0000","last_peered":"2020-08-19T18:29:50.635894+0000","last_clean":"2020-08-19T18:29:50.635894+0000","last_became_active":"2020-08-19T18:28:58.870044+0000","last_became_peered":"2020-08-19T18:28:58.870044+0000","last_unstale":"2020-08-19T18:29:50.635894+0000","last_undegraded":"2020-08-19T18:29:50.635894+0000","last_fullsized":"2020-08-19T18:29:50.635894+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_clean_scrub_stamp":"2020-08-19T18:28:57.845027+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"34","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:49.882772+0000","last_change":"2020-08-19T18:29:14.651063+0000","last_active":"2020-08-19T18:29:49.882772+0000","last_peered":"2020-08-19T18:29:49.882772+0000","last_clean":"2020-08-19T18:29:49.882772+0000","last_became_active":"2020-08-19T18:29:14.650777+0000","last_became_peered":"2020-08-19T18:29:14.650777+0000","last_unstale":"2020-08-19T18:29:49.882772+0000","last_undegraded":"2020-08-19T18:29:49.882772+0000","last_fullsized":"2020-08-19T18:29:49.882772+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"38","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.635951+0000","last_change":"2020-08-19T18:28:59.067895+0000","last_active":"2020-08-19T18:29:50.635951+0000","last_peered":"2020-08-19T18:29:50.635951+0000","last_clean":"2020-08-19T18:29:50.635951+0000","last_became_active":"2020-08-19T18:28:59.067620+0000","last_became_peered":"2020-08-19T18:28:59.067620+0000","last_unstale":"2020-08-19T18:29:50.635951+0000","last_undegraded":"2020-08-19T18:29:50.635951+0000","last_fullsized":"2020-08-19T18:29:50.635951+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_clean_scrub_stamp":"2020-08-19T18:28:57.845027+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"40","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.775704+0000","last_change":"2020-08-19T18:29:31.181629+0000","last_active":"2020-08-19T18:29:50.775704+0000","last_peered":"2020-08-19T18:29:50.775704+0000","last_clean":"2020-08-19T18:29:50.775704+0000","last_became_active":"2020-08-19T18:29:31.181197+0000","last_became_peered":"2020-08-19T18:29:31.181197+0000","last_unstale":"2020-08-19T18:29:50.775704+0000","last_undegraded":"2020-08-19T18:29:50.775704+0000","last_fullsized":"2020-08-19T18:29:50.775704+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":"36","reported_epoch":"49","state":"active+clean","last_fresh":"2020-08-19T18:29:51.893344+0000","last_change":"2020-08-19T18:29:14.648846+0000","last_active":"2020-08-19T18:29:51.893344+0000","last_peered":"2020-08-19T18:29:51.893344+0000","last_clean":"2020-08-19T18:29:51.893344+0000","last_became_active":"2020-08-19T18:29:14.648134+0000","last_became_peered":"2020-08-19T18:29:14.648134+0000","last_unstale":"2020-08-19T18:29:51.893344+0000","last_undegraded":"2020-08-19T18:29:51.893344+0000","last_fullsized":"2020-08-19T18:29:51.893344+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"39","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.775680+0000","last_change":"2020-08-19T18:28:58.866623+0000","last_active":"2020-08-19T18:29:50.775680+0000","last_peered":"2020-08-19T18:29:50.775680+0000","last_clean":"2020-08-19T18:29:50.775680+0000","last_became_active":"2020-08-19T18:28:58.866299+0000","last_became_peered":"2020-08-19T18:28:58.866299+0000","last_unstale":"2020-08-19T18:29:50.775680+0000","last_undegraded":"2020-08-19T18:29:50.775680+0000","last_fullsized":"2020-08-19T18:29:50.775680+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_clean_scrub_stamp":"2020-08-19T18:28:57.845027+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"37","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.776403+0000","last_change":"2020-08-19T18:28:58.867170+0000","last_active":"2020-08-19T18:29:50.776403+0000","last_peered":"2020-08-19T18:29:50.776403+0000","last_clean":"2020-08-19T18:29:50.776403+0000","last_became_active":"2020-08-19T18:28:58.866778+0000","last_became_peered":"2020-08-19T18:28:58.866778+0000","last_unstale":"2020-08-19T18:29:50.776403+0000","last_undegraded":"2020-08-19T18:29:50.776403+0000","last_fullsized":"2020-08-19T18:29:50.776403+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_clean_scrub_stamp":"2020-08-19T18:28:57.845027+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":"34","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:49.882693+0000","last_change":"2020-08-19T18:29:14.652613+0000","last_active":"2020-08-19T18:29:49.882693+0000","last_peered":"2020-08-19T18:29:49.882693+0000","last_clean":"2020-08-19T18:29:49.882693+0000","last_became_active":"2020-08-19T18:29:14.652189+0000","last_became_peered":"2020-08-19T18:29:14.652189+0000","last_unstale":"2020-08-19T18:29:49.882693+0000","last_undegraded":"2020-08-19T18:29:49.882693+0000","last_fullsized":"2020-08-19T18:29:49.882693+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":16,"stat_sum":{"num_bytes":540672,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":8,"num_read_kb":0,"num_write":16,"num_write_kb":528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":90112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":811008,"data_stored":811008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":16,"ondisk_log_size":16,"up":48,"acting":48,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":2,"acting":2,"num_store_stats":2},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574864,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5632,"kb_used_data":568,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":94366208,"statfs":{"total":96636764160,"available":96630996992,"internally_reserved":0,"allocated":581632,"data_stored":274566,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58799999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72899999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77200000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82799999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0629999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.036}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1279999999999999}]}]},{"osd":6,"up_from":13,"seq":55834574863,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5628,"kb_used_data":564,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":94366212,"statfs":{"total":96636764160,"available":96631001088,"internally_reserved":0,"allocated":577536,"data_stored":276394,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73399999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77200000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1850000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92100000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3400000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0940000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574863,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5776,"kb_used_data":648,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":94366064,"statfs":{"total":96636764160,"available":96630849536,"internally_reserved":0,"allocated":663552,"data_stored":358892,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.745}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83799999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89500000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3169999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0760000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1579999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2569999999999999}]}]},{"osd":0,"up_from":13,"seq":55834574865,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5888,"kb_used_data":760,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":94365952,"statfs":{"total":96636764160,"available":96630734848,"internally_reserved":0,"allocated":778240,"data_stored":467656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93000000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90900000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3500000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.7809999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.841}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.796}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.508}]}]},{"osd":2,"up_from":29,"seq":124554051591,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5924,"kb_used_data":604,"kb_used_omap":0,"kb_used_meta":5311,"kb_avail":94365916,"statfs":{"total":96636764160,"available":96630697984,"internally_reserved":0,"allocated":618496,"data_stored":307912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":5438524},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68999999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71499999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1870000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2250000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3899999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.7989999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.6639999999999999}]}]},{"osd":3,"up_from":13,"seq":55834574864,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5840,"kb_used_data":712,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":94366000,"statfs":{"total":96636764160,"available":96630784000,"internally_reserved":0,"allocated":729088,"data_stored":418504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71799999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82099999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0940000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.9790000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.7549999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4730000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.417}]}]},{"osd":4,"up_from":13,"seq":55834574864,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5800,"kb_used_data":736,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":94366040,"statfs":{"total":96636764160,"available":96630824960,"internally_reserved":0,"allocated":753664,"data_stored":454828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Aug 19 18:29:53 2020","interfaces":[{"interface":"back","average":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.345,"5min":1.345,"15min":1.345},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"min":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"max":{"1min":1.4590000000000001,"5min":1.4590000000000001,"15min":1.4590000000000001},"last":1.2569999999999999}]},{"osd":1,"last update":"Wed Aug 19 18:29:53 2020","interfaces":[{"interface":"back","average":{"1min":1.0249999999999999,"5min":1.0249999999999999,"15min":1.0249999999999999},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.45,"5min":1.45,"15min":1.45},"last":1.4399999999999999},{"interface":"front","average":{"1min":1.03,"5min":1.03,"15min":1.03},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.498,"5min":1.498,"15min":1.498},"last":0.88200000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.073}]},{"osd":3,"last update":"Wed Aug 19 18:29:53 2020","interfaces":[{"interface":"back","average":{"1min":1.1459999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"min":{"1min":0.875,"5min":0.875,"15min":0.875},"max":{"1min":1.5800000000000001,"5min":1.5800000000000001,"15min":1.5800000000000001},"last":0.93500000000000005},{"interface":"front","average":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"min":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"max":{"1min":1.3660000000000001,"5min":1.3660000000000001,"15min":1.3660000000000001},"last":0.98599999999999999}]},{"osd":5,"last update":"Wed Aug 19 18:29:53 2020","interfaces":[{"interface":"back","average":{"1min":1.1000000000000001,"5min":1.1000000000000001,"15min":1.1000000000000001},"min":{"1min":0.623,"5min":0.623,"15min":0.623},"max":{"1min":1.573,"5min":1.573,"15min":1.573},"last":1.1120000000000001},{"interface":"front","average":{"1min":1.2490000000000001,"5min":1.2490000000000001,"15min":1.2490000000000001},"min":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"max":{"1min":1.5860000000000001,"5min":1.5860000000000001,"15min":1.5860000000000001},"last":1.5860000000000001}]},{"osd":6,"last update":"Wed Aug 19 18:29:53 2020","interfaces":[{"interface":"back","average":{"1min":1.04,"5min":1.04,"15min":1.04},"min":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"max":{"1min":1.3580000000000001,"5min":1.3580000000000001,"15min":1.3580000000000001},"last":1.1399999999999999},{"interface":"front","average":{"1min":1.3720000000000001,"5min":1.3720000000000001,"15min":1.3720000000000001},"min":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"max":{"1min":1.915,"5min":1.915,"15min":1.915},"last":1.512}]},{"osd":7,"last update":"Wed Aug 19 18:29:53 2020","interfaces":[{"interface":"back","average":{"1min":1.4330000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"min":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"max":{"1min":1.7270000000000001,"5min":1.7270000000000001,"15min":1.7270000000000001},"last":1.716},{"interface":"front","average":{"1min":1.3440000000000001,"5min":1.3440000000000001,"15min":1.3440000000000001},"min":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"max":{"1min":1.855,"5min":1.855,"15min":1.855},"last":1.544}]}]},{"osd":5,"up_from":13,"seq":55834574863,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5740,"kb_used_data":612,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":94366100,"statfs":{"total":96636764160,"available":96630886400,"internally_reserved":0,"allocated":626688,"data_stored":322028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58099999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97899999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68899999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0649999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.22}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.109}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.246}]}]}]}} Ignoring malparsed backtrace: 2020-08-19T18:30:02.183 INFO:tasks.ceph:pgid 3.6 last_scrub_stamp 2020-08-19T18:29:13.628333+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=29, tm_sec=13, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=29, tm_sec=57, tm_wday=2, tm_yday=232, tm_isdst=0) , 2020-08-19T18:30:02.184 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. , 2020-08-19T18:30:22.187 INFO:teuthology.orchestra.run.smithi068:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early pg dump --format=json Ignoring malparsed backtrace: 2020-08-19T18:30:44.757 INFO:tasks.ceph:Archiving mon data... , 2020-08-19T18:30:44.768 DEBUG:teuthology.misc:Transferring archived files from smithi068:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/kchai-2020-08-19_06:47:30-rados-wip-kefu-testing-2020-08-19-1141-distro-basic-smithi/5359043/data/mon.a.tgz , 2020-08-19T18:30:44.769 INFO:teuthology.orchestra.run.smithi068:> mktemp Ignoring malparsed backtrace: 2020-08-19T18:30:50.311 INFO:teuthology.orchestra.run.smithi068.stdout:Running transaction check , 2020-08-19T18:30:50.311 INFO:teuthology.orchestra.run.smithi068.stdout:Transaction check succeeded. , 2020-08-19T18:30:50.312 INFO:teuthology.orchestra.run.smithi068.stdout:Running transaction test Ignoring malparsed backtrace: 2020-08-19T18:30:53.434 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-test-2:16.0.0-4528.g8d9001a.el8.x86_64 1/5 , 2020-08-19T18:30:53.434 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : jq-1.5-12.el8.x86_64 2/5 , 2020-08-19T18:30:53.434 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : oniguruma-6.8.2-1.el8.x86_64 3/5 Ignoring malparsed backtrace: 2020-08-19T18:30:55.949 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mds-2:16.0.0-4528.g8d9001a.el8.x86_64 , 2020-08-19T18:30:55.950 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mon-2:16.0.0-4528.g8d9001a.el8.x86_64 , 2020-08-19T18:30:55.950 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-osd-2:16.0.0-4528.g8d9001a.el8.x86_64 Ignoring malparsed backtrace: 2020-08-19T18:30:59.693 INFO:teuthology.orchestra.run.smithi068.stdout: python3-webencodings noarch0.5.1-6.el8 @CentOS-AppStream 72 k , 2020-08-19T18:30:59.693 INFO:teuthology.orchestra.run.smithi068.stdout: python3-webob noarch1.8.5-1.el8.1 @epel 1.2 M , 2020-08-19T18:30:59.693 INFO:teuthology.orchestra.run.smithi068.stdout: python3-websocket-client noarch0.56.0-5.el8 @epel 180 k Ignoring malparsed backtrace: 2020-08-19T18:30:59.715 INFO:teuthology.orchestra.run.smithi192.stdout: python3-repoze-lru noarch0.7-6.el8 @epel 84 k , 2020-08-19T18:30:59.715 INFO:teuthology.orchestra.run.smithi192.stdout: python3-requests noarch2.20.0-2.1.el8_1 @CentOS-Base 369 k , 2020-08-19T18:30:59.716 INFO:teuthology.orchestra.run.smithi192.stdout: python3-requests-oauthlib noarch1.0.0-1.el8 @CentOS-Base 107 k Ignoring malparsed backtrace: 2020-08-19T18:31:04.320 INFO:teuthology.orchestra.run.smithi068.stdout: Erasing : python3-pyasn1-modules-0.3.7-6.el8.noarch 30/85 , 2020-08-19T18:31:04.334 INFO:teuthology.orchestra.run.smithi192.stdout: Erasing : python3-jsonpointer-1.10-11.el8.noarch 33/85 , 2020-08-19T18:31:04.545 INFO:teuthology.orchestra.run.smithi192.stdout: Erasing : python3-pyasn1-0.3.7-6.el8.noarch 34/85 Ignoring malparsed backtrace: 2020-08-19T18:31:25.204 INFO:teuthology.orchestra.run.smithi192.stdout: , 2020-08-19T18:31:25.469 INFO:teuthology.orchestra.run.smithi192.stdout: Erasing : python3-cssselect-0.9.2-10.el8.noarch 69/85 , 2020-08-19T18:31:25.469 INFO:teuthology.orchestra.run.smithi192.stdout: Erasing : openblas-0.3.3-2.el8.x86_64 70/85 Ignoring malparsed backtrace: 2020-08-19T18:31:28.633 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 48/85 , 2020-08-19T18:31:28.633 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-lxml-4.2.3-1.el8.x86_64 49/85 , 2020-08-19T18:31:28.633 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 50/85 Ignoring malparsed backtrace: 2020-08-19T18:31:29.886 INFO:teuthology.orchestra.run.smithi068.stdout: Verifying : python3-portend-2.6-1.el8.noarch 57/85 , 2020-08-19T18:31:29.887 INFO:teuthology.orchestra.run.smithi068.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 58/85 , 2020-08-19T18:31:29.887 INFO:teuthology.orchestra.run.smithi068.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 59/85 Ignoring malparsed backtrace: 2020-08-19T18:31:30.022 INFO:teuthology.orchestra.run.smithi192.stdout: python3-routes-2.4.1-12.el8.noarch , 2020-08-19T18:31:30.022 INFO:teuthology.orchestra.run.smithi192.stdout: python3-rsa-3.4.2-15.el8.noarch , 2020-08-19T18:31:30.022 INFO:teuthology.orchestra.run.smithi192.stdout: python3-scipy-1.0.0-20.module_el8.1.0+245+c39af44f.x86_64 Ignoring malparsed backtrace: 2020-08-19T18:31:31.575 INFO:teuthology.orchestra.run.smithi068.stdout: python3-pytz-2017.2-9.el8.noarch , 2020-08-19T18:31:31.576 INFO:teuthology.orchestra.run.smithi068.stdout: python3-rados-2:16.0.0-4528.g8d9001a.el8.x86_64 , 2020-08-19T18:31:31.576 INFO:teuthology.orchestra.run.smithi068.stdout: python3-rbd-2:16.0.0-4528.g8d9001a.el8.x86_64 Ignoring malparsed backtrace: 2020-08-19T18:31:34.718 INFO:teuthology.orchestra.run.smithi068.stdout: ceph-immutable-object-cache x86_64 2:16.0.0-4528.g8d9001a.el8 @ceph 692 k , 2020-08-19T18:31:34.718 INFO:teuthology.orchestra.run.smithi068.stdout: , 2020-08-19T18:31:34.718 INFO:teuthology.orchestra.run.smithi068.stdout:Transaction Summary Ignoring malparsed backtrace: No packages marked for removal. , 2020-08-19T18:31:38.331 INFO:teuthology.orchestra.run.smithi068.stdout:Dependencies resolved. , 2020-08-19T18:31:38.332 INFO:teuthology.orchestra.run.smithi068.stdout:Nothing to do. Ignoring malparsed backtrace: 2020-08-19T18:31:40.959 INFO:teuthology.orchestra.run.smithi192.stdout:No match for argument: libcephfs2 , No packages marked for removal. , 2020-08-19T18:31:40.963 INFO:teuthology.orchestra.run.smithi192.stdout:Dependencies resolved. Ignoring malparsed backtrace: 2020-08-19T18:31:43.906 INFO:teuthology.orchestra.run.smithi068.stdout:Running transaction check , 2020-08-19T18:31:43.907 INFO:teuthology.orchestra.run.smithi068.stdout:Transaction check succeeded. , 2020-08-19T18:31:43.907 INFO:teuthology.orchestra.run.smithi068.stdout:Running transaction test Ignoring malparsed backtrace: 2020-08-19T18:31:48.451 INFO:teuthology.orchestra.run.smithi192.stdout:Nothing to do. , 2020-08-19T18:31:48.451 INFO:teuthology.orchestra.run.smithi192.stdout:Complete! , 2020-08-19T18:31:48.569 INFO:teuthology.orchestra.run.smithi192:> sudo yum clean all Ignoring malparsed backtrace: 2020-08-19T18:31:54.595 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi192.front.sepia.ceph.com , 2020-08-19T18:31:54.597 INFO:teuthology.orchestra.run.smithi192:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/*.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 , 2020-08-19T18:31:54.619 INFO:teuthology.task.internal.syslog:Compressing syslogs... Ignoring malparsed backtrace: ceph version 16.0.0-4528-g8d9001a (8d9001a8062a52bb640447b6a7e38abbff3580ee) pacific (dev) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7fe65a1bbf1a] , 2: (WriteOp::_finish(TestOp::CallbackInfo*)+0x5b6) [0x560ff61c1666] Ignoring malparsed backtrace: 2020-08-19T18:29:32.616 INFO:teuthology.orchestra.run.smithi068:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early -- tell 'mon.*' injectargs --mon_osd_down_out_interval=600 , 2020-08-19T18:29:32.946 INFO:teuthology.orchestra.run.smithi068.stdout:mon.a: {} , 2020-08-19T18:29:32.958 INFO:teuthology.orchestra.run.smithi068.stdout:mon.b: {} Ignoring malparsed backtrace: 2020-08-19T18:29:56.020 INFO:teuthology.orchestra.run.smithi068.stdout: , dumped all , 2020-08-19T18:29:56.028 INFO:teuthology.orchestra.run.smithi068.stdout:{"pg_ready":true,"pg_map":{"version":80,"stamp":"2020-08-19T18:29:55.156580+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":540672,"num_objects":10,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":8,"num_read_kb":0,"num_write":18,"num_write_kb":530,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":90112,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":66,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":46228,"kb_used_data":5204,"kb_used_omap":0,"kb_used_meta":40959,"kb_avail":754928492,"statfs":{"total":773094113280,"available":773046775808,"internally_reserved":0,"allocated":5328896,"data_stored":2880780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":41942076},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001667"},"pg_stats":[{"pgid":"3.f","version":"25'2","reported_seq":"36","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.635940+0000","last_change":"2020-08-19T18:29:14.646224+0000","last_active":"2020-08-19T18:29:50.635940+0000","last_peered":"2020-08-19T18:29:50.635940+0000","last_clean":"2020-08-19T18:29:50.635940+0000","last_became_active":"2020-08-19T18:29:14.645693+0000","last_became_peered":"2020-08-19T18:29:14.645693+0000","last_unstale":"2020-08-19T18:29:50.635940+0000","last_undegraded":"2020-08-19T18:29:50.635940+0000","last_fullsized":"2020-08-19T18:29:50.635940+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":24576,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":"34","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.635826+0000","last_change":"2020-08-19T18:29:14.651749+0000","last_active":"2020-08-19T18:29:50.635826+0000","last_peered":"2020-08-19T18:29:50.635826+0000","last_clean":"2020-08-19T18:29:50.635826+0000","last_became_active":"2020-08-19T18:29:14.651112+0000","last_became_peered":"2020-08-19T18:29:14.651112+0000","last_unstale":"2020-08-19T18:29:50.635826+0000","last_undegraded":"2020-08-19T18:29:50.635826+0000","last_fullsized":"2020-08-19T18:29:50.635826+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":"34","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.635826+0000","last_change":"2020-08-19T18:29:14.649913+0000","last_active":"2020-08-19T18:29:50.635826+0000","last_peered":"2020-08-19T18:29:50.635826+0000","last_clean":"2020-08-19T18:29:50.635826+0000","last_became_active":"2020-08-19T18:29:14.649372+0000","last_became_peered":"2020-08-19T18:29:14.649372+0000","last_unstale":"2020-08-19T18:29:50.635826+0000","last_undegraded":"2020-08-19T18:29:50.635826+0000","last_fullsized":"2020-08-19T18:29:50.635826+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"24'2","reported_seq":"38","reported_epoch":"49","state":"active+clean","last_fresh":"2020-08-19T18:29:51.897484+0000","last_change":"2020-08-19T18:29:14.647349+0000","last_active":"2020-08-19T18:29:51.897484+0000","last_peered":"2020-08-19T18:29:51.897484+0000","last_clean":"2020-08-19T18:29:51.897484+0000","last_became_active":"2020-08-19T18:29:14.646844+0000","last_became_peered":"2020-08-19T18:29:14.646844+0000","last_unstale":"2020-08-19T18:29:51.897484+0000","last_undegraded":"2020-08-19T18:29:51.897484+0000","last_fullsized":"2020-08-19T18:29:51.897484+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":40960,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.b","version":"25'4","reported_seq":"40","reported_epoch":"49","state":"active+clean","last_fresh":"2020-08-19T18:29:51.893315+0000","last_change":"2020-08-19T18:29:14.646761+0000","last_active":"2020-08-19T18:29:51.893315+0000","last_peered":"2020-08-19T18:29:51.893315+0000","last_clean":"2020-08-19T18:29:51.893315+0000","last_became_active":"2020-08-19T18:29:14.646078+0000","last_became_peered":"2020-08-19T18:29:14.646078+0000","last_unstale":"2020-08-19T18:29:51.893315+0000","last_undegraded":"2020-08-19T18:29:51.893315+0000","last_fullsized":"2020-08-19T18:29:51.893315+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":180224,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":0,"num_write":4,"num_write_kb":176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"32","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.776468+0000","last_change":"2020-08-19T18:29:14.644899+0000","last_active":"2020-08-19T18:29:50.776468+0000","last_peered":"2020-08-19T18:29:50.776468+0000","last_clean":"2020-08-19T18:29:50.776468+0000","last_became_active":"2020-08-19T18:29:14.644338+0000","last_became_peered":"2020-08-19T18:29:14.644338+0000","last_unstale":"2020-08-19T18:29:50.776468+0000","last_undegraded":"2020-08-19T18:29:50.776468+0000","last_fullsized":"2020-08-19T18:29:50.776468+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"38","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.776075+0000","last_change":"2020-08-19T18:29:31.179921+0000","last_active":"2020-08-19T18:29:50.776075+0000","last_peered":"2020-08-19T18:29:50.776075+0000","last_clean":"2020-08-19T18:29:50.776075+0000","last_became_active":"2020-08-19T18:29:31.179407+0000","last_became_peered":"2020-08-19T18:29:31.179407+0000","last_unstale":"2020-08-19T18:29:50.776075+0000","last_undegraded":"2020-08-19T18:29:50.776075+0000","last_fullsized":"2020-08-19T18:29:50.776075+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"36","reported_epoch":"49","state":"active+clean","last_fresh":"2020-08-19T18:29:51.893393+0000","last_change":"2020-08-19T18:29:14.646141+0000","last_active":"2020-08-19T18:29:51.893393+0000","last_peered":"2020-08-19T18:29:51.893393+0000","last_clean":"2020-08-19T18:29:51.893393+0000","last_became_active":"2020-08-19T18:29:14.645736+0000","last_became_peered":"2020-08-19T18:29:14.645736+0000","last_unstale":"2020-08-19T18:29:51.893393+0000","last_undegraded":"2020-08-19T18:29:51.893393+0000","last_fullsized":"2020-08-19T18:29:51.893393+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"39","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.775755+0000","last_change":"2020-08-19T18:28:59.067498+0000","last_active":"2020-08-19T18:29:50.775755+0000","last_peered":"2020-08-19T18:29:50.775755+0000","last_clean":"2020-08-19T18:29:50.775755+0000","last_became_active":"2020-08-19T18:28:59.067224+0000","last_became_peered":"2020-08-19T18:28:59.067224+0000","last_unstale":"2020-08-19T18:29:50.775755+0000","last_undegraded":"2020-08-19T18:29:50.775755+0000","last_fullsized":"2020-08-19T18:29:50.775755+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_clean_scrub_stamp":"2020-08-19T18:28:57.845027+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"24'2","reported_seq":"56","reported_epoch":"49","state":"active+clean","last_fresh":"2020-08-19T18:29:51.897618+0000","last_change":"2020-08-19T18:29:33.767688+0000","last_active":"2020-08-19T18:29:51.897618+0000","last_peered":"2020-08-19T18:29:51.897618+0000","last_clean":"2020-08-19T18:29:51.897618+0000","last_became_active":"2020-08-19T18:29:33.767165+0000","last_became_peered":"2020-08-19T18:29:33.767165+0000","last_unstale":"2020-08-19T18:29:51.897618+0000","last_undegraded":"2020-08-19T18:29:51.897618+0000","last_fullsized":"2020-08-19T18:29:51.897618+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90112,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":90112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"40","reported_epoch":"49","state":"active+clean","last_fresh":"2020-08-19T18:29:51.897439+0000","last_change":"2020-08-19T18:28:58.865307+0000","last_active":"2020-08-19T18:29:51.897439+0000","last_peered":"2020-08-19T18:29:51.897439+0000","last_clean":"2020-08-19T18:29:51.897439+0000","last_became_active":"2020-08-19T18:28:58.864790+0000","last_became_peered":"2020-08-19T18:28:58.864790+0000","last_unstale":"2020-08-19T18:29:51.897439+0000","last_undegraded":"2020-08-19T18:29:51.897439+0000","last_fullsized":"2020-08-19T18:29:51.897439+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_clean_scrub_stamp":"2020-08-19T18:28:57.845027+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"25'6","reported_seq":"38","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.776198+0000","last_change":"2020-08-19T18:29:14.650908+0000","last_active":"2020-08-19T18:29:50.776198+0000","last_peered":"2020-08-19T18:29:50.776198+0000","last_clean":"2020-08-19T18:29:50.776198+0000","last_became_active":"2020-08-19T18:29:14.650418+0000","last_became_peered":"2020-08-19T18:29:14.650418+0000","last_unstale":"2020-08-19T18:29:50.776198+0000","last_undegraded":"2020-08-19T18:29:50.776198+0000","last_fullsized":"2020-08-19T18:29:50.776198+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":204800,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":0,"num_write":6,"num_write_kb":200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"40","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:49.881138+0000","last_change":"2020-08-19T18:29:43.633845+0000","last_active":"2020-08-19T18:29:49.881138+0000","last_peered":"2020-08-19T18:29:49.881138+0000","last_clean":"2020-08-19T18:29:49.881138+0000","last_became_active":"2020-08-19T18:29:30.761225+0000","last_became_peered":"2020-08-19T18:29:30.761225+0000","last_unstale":"2020-08-19T18:29:49.881138+0000","last_undegraded":"2020-08-19T18:29:49.881138+0000","last_fullsized":"2020-08-19T18:29:49.881138+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_clean_scrub_stamp":"2020-08-19T18:28:57.845027+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"40","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.775627+0000","last_change":"2020-08-19T18:29:31.180693+0000","last_active":"2020-08-19T18:29:50.775627+0000","last_peered":"2020-08-19T18:29:50.775627+0000","last_clean":"2020-08-19T18:29:50.775627+0000","last_became_active":"2020-08-19T18:29:31.179939+0000","last_became_peered":"2020-08-19T18:29:31.179939+0000","last_unstale":"2020-08-19T18:29:50.775627+0000","last_undegraded":"2020-08-19T18:29:50.775627+0000","last_fullsized":"2020-08-19T18:29:50.775627+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"53","reported_epoch":"49","state":"active+clean","last_fresh":"2020-08-19T18:29:51.897474+0000","last_change":"2020-08-19T18:29:30.758864+0000","last_active":"2020-08-19T18:29:51.897474+0000","last_peered":"2020-08-19T18:29:51.897474+0000","last_clean":"2020-08-19T18:29:51.897474+0000","last_became_active":"2020-08-19T18:29:30.758582+0000","last_became_peered":"2020-08-19T18:29:30.758582+0000","last_unstale":"2020-08-19T18:29:51.897474+0000","last_undegraded":"2020-08-19T18:29:51.897474+0000","last_fullsized":"2020-08-19T18:29:51.897474+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_clean_scrub_stamp":"2020-08-19T18:28:57.845027+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"15'2","reported_seq":"43","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.635750+0000","last_change":"2020-08-19T18:28:54.265113+0000","last_active":"2020-08-19T18:29:50.635750+0000","last_peered":"2020-08-19T18:29:50.635750+0000","last_clean":"2020-08-19T18:29:50.635750+0000","last_became_active":"2020-08-19T18:28:54.264683+0000","last_became_peered":"2020-08-19T18:28:54.264683+0000","last_unstale":"2020-08-19T18:29:50.635750+0000","last_undegraded":"2020-08-19T18:29:50.635750+0000","last_fullsized":"2020-08-19T18:29:50.635750+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:47.219068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:47.219068+0000","last_clean_scrub_stamp":"2020-08-19T18:28:47.219068+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"36","reported_epoch":"49","state":"active+clean","last_fresh":"2020-08-19T18:29:51.893271+0000","last_change":"2020-08-19T18:29:14.645703+0000","last_active":"2020-08-19T18:29:51.893271+0000","last_peered":"2020-08-19T18:29:51.893271+0000","last_clean":"2020-08-19T18:29:51.893271+0000","last_became_active":"2020-08-19T18:29:14.645158+0000","last_became_peered":"2020-08-19T18:29:14.645158+0000","last_unstale":"2020-08-19T18:29:51.893271+0000","last_undegraded":"2020-08-19T18:29:51.893271+0000","last_fullsized":"2020-08-19T18:29:51.893271+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"38","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.635894+0000","last_change":"2020-08-19T18:28:58.870422+0000","last_active":"2020-08-19T18:29:50.635894+0000","last_peered":"2020-08-19T18:29:50.635894+0000","last_clean":"2020-08-19T18:29:50.635894+0000","last_became_active":"2020-08-19T18:28:58.870044+0000","last_became_peered":"2020-08-19T18:28:58.870044+0000","last_unstale":"2020-08-19T18:29:50.635894+0000","last_undegraded":"2020-08-19T18:29:50.635894+0000","last_fullsized":"2020-08-19T18:29:50.635894+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_clean_scrub_stamp":"2020-08-19T18:28:57.845027+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"34","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:49.882772+0000","last_change":"2020-08-19T18:29:14.651063+0000","last_active":"2020-08-19T18:29:49.882772+0000","last_peered":"2020-08-19T18:29:49.882772+0000","last_clean":"2020-08-19T18:29:49.882772+0000","last_became_active":"2020-08-19T18:29:14.650777+0000","last_became_peered":"2020-08-19T18:29:14.650777+0000","last_unstale":"2020-08-19T18:29:49.882772+0000","last_undegraded":"2020-08-19T18:29:49.882772+0000","last_fullsized":"2020-08-19T18:29:49.882772+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"38","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.635951+0000","last_change":"2020-08-19T18:28:59.067895+0000","last_active":"2020-08-19T18:29:50.635951+0000","last_peered":"2020-08-19T18:29:50.635951+0000","last_clean":"2020-08-19T18:29:50.635951+0000","last_became_active":"2020-08-19T18:28:59.067620+0000","last_became_peered":"2020-08-19T18:28:59.067620+0000","last_unstale":"2020-08-19T18:29:50.635951+0000","last_undegraded":"2020-08-19T18:29:50.635951+0000","last_fullsized":"2020-08-19T18:29:50.635951+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_clean_scrub_stamp":"2020-08-19T18:28:57.845027+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"40","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.775704+0000","last_change":"2020-08-19T18:29:31.181629+0000","last_active":"2020-08-19T18:29:50.775704+0000","last_peered":"2020-08-19T18:29:50.775704+0000","last_clean":"2020-08-19T18:29:50.775704+0000","last_became_active":"2020-08-19T18:29:31.181197+0000","last_became_peered":"2020-08-19T18:29:31.181197+0000","last_unstale":"2020-08-19T18:29:50.775704+0000","last_undegraded":"2020-08-19T18:29:50.775704+0000","last_fullsized":"2020-08-19T18:29:50.775704+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":"36","reported_epoch":"49","state":"active+clean","last_fresh":"2020-08-19T18:29:51.893344+0000","last_change":"2020-08-19T18:29:14.648846+0000","last_active":"2020-08-19T18:29:51.893344+0000","last_peered":"2020-08-19T18:29:51.893344+0000","last_clean":"2020-08-19T18:29:51.893344+0000","last_became_active":"2020-08-19T18:29:14.648134+0000","last_became_peered":"2020-08-19T18:29:14.648134+0000","last_unstale":"2020-08-19T18:29:51.893344+0000","last_undegraded":"2020-08-19T18:29:51.893344+0000","last_fullsized":"2020-08-19T18:29:51.893344+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"39","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.775680+0000","last_change":"2020-08-19T18:28:58.866623+0000","last_active":"2020-08-19T18:29:50.775680+0000","last_peered":"2020-08-19T18:29:50.775680+0000","last_clean":"2020-08-19T18:29:50.775680+0000","last_became_active":"2020-08-19T18:28:58.866299+0000","last_became_peered":"2020-08-19T18:28:58.866299+0000","last_unstale":"2020-08-19T18:29:50.775680+0000","last_undegraded":"2020-08-19T18:29:50.775680+0000","last_fullsized":"2020-08-19T18:29:50.775680+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_clean_scrub_stamp":"2020-08-19T18:28:57.845027+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"37","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.776403+0000","last_change":"2020-08-19T18:28:58.867170+0000","last_active":"2020-08-19T18:29:50.776403+0000","last_peered":"2020-08-19T18:29:50.776403+0000","last_clean":"2020-08-19T18:29:50.776403+0000","last_became_active":"2020-08-19T18:28:58.866778+0000","last_became_peered":"2020-08-19T18:28:58.866778+0000","last_unstale":"2020-08-19T18:29:50.776403+0000","last_undegraded":"2020-08-19T18:29:50.776403+0000","last_fullsized":"2020-08-19T18:29:50.776403+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_clean_scrub_stamp":"2020-08-19T18:28:57.845027+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":"34","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:49.882693+0000","last_change":"2020-08-19T18:29:14.652613+0000","last_active":"2020-08-19T18:29:49.882693+0000","last_peered":"2020-08-19T18:29:49.882693+0000","last_clean":"2020-08-19T18:29:49.882693+0000","last_became_active":"2020-08-19T18:29:14.652189+0000","last_became_peered":"2020-08-19T18:29:14.652189+0000","last_unstale":"2020-08-19T18:29:49.882693+0000","last_undegraded":"2020-08-19T18:29:49.882693+0000","last_fullsized":"2020-08-19T18:29:49.882693+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":16,"stat_sum":{"num_bytes":540672,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":8,"num_read_kb":0,"num_write":16,"num_write_kb":528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":90112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":811008,"data_stored":811008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":16,"ondisk_log_size":16,"up":48,"acting":48,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":2,"acting":2,"num_store_stats":2},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574864,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5632,"kb_used_data":568,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":94366208,"statfs":{"total":96636764160,"available":96630996992,"internally_reserved":0,"allocated":581632,"data_stored":274566,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58799999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72899999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77200000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82799999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0629999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.036}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1279999999999999}]}]},{"osd":6,"up_from":13,"seq":55834574863,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5628,"kb_used_data":564,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":94366212,"statfs":{"total":96636764160,"available":96631001088,"internally_reserved":0,"allocated":577536,"data_stored":276394,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73399999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77200000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1850000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92100000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3400000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0940000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574863,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5776,"kb_used_data":648,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":94366064,"statfs":{"total":96636764160,"available":96630849536,"internally_reserved":0,"allocated":663552,"data_stored":358892,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.745}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83799999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89500000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3169999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0760000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1579999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2569999999999999}]}]},{"osd":0,"up_from":13,"seq":55834574865,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5888,"kb_used_data":760,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":94365952,"statfs":{"total":96636764160,"available":96630734848,"internally_reserved":0,"allocated":778240,"data_stored":467656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93000000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90900000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3500000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.7809999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.841}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.796}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.508}]}]},{"osd":2,"up_from":29,"seq":124554051591,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5924,"kb_used_data":604,"kb_used_omap":0,"kb_used_meta":5311,"kb_avail":94365916,"statfs":{"total":96636764160,"available":96630697984,"internally_reserved":0,"allocated":618496,"data_stored":307912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":5438524},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68999999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71499999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1870000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2250000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3899999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.7989999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.6639999999999999}]}]},{"osd":3,"up_from":13,"seq":55834574864,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5840,"kb_used_data":712,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":94366000,"statfs":{"total":96636764160,"available":96630784000,"internally_reserved":0,"allocated":729088,"data_stored":418504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71799999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82099999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0940000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.9790000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.7549999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4730000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.417}]}]},{"osd":4,"up_from":13,"seq":55834574864,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5800,"kb_used_data":736,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":94366040,"statfs":{"total":96636764160,"available":96630824960,"internally_reserved":0,"allocated":753664,"data_stored":454828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Aug 19 18:29:53 2020","interfaces":[{"interface":"back","average":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.345,"5min":1.345,"15min":1.345},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"min":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"max":{"1min":1.4590000000000001,"5min":1.4590000000000001,"15min":1.4590000000000001},"last":1.2569999999999999}]},{"osd":1,"last update":"Wed Aug 19 18:29:53 2020","interfaces":[{"interface":"back","average":{"1min":1.0249999999999999,"5min":1.0249999999999999,"15min":1.0249999999999999},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.45,"5min":1.45,"15min":1.45},"last":1.4399999999999999},{"interface":"front","average":{"1min":1.03,"5min":1.03,"15min":1.03},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.498,"5min":1.498,"15min":1.498},"last":0.88200000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.073}]},{"osd":3,"last update":"Wed Aug 19 18:29:53 2020","interfaces":[{"interface":"back","average":{"1min":1.1459999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"min":{"1min":0.875,"5min":0.875,"15min":0.875},"max":{"1min":1.5800000000000001,"5min":1.5800000000000001,"15min":1.5800000000000001},"last":0.93500000000000005},{"interface":"front","average":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"min":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"max":{"1min":1.3660000000000001,"5min":1.3660000000000001,"15min":1.3660000000000001},"last":0.98599999999999999}]},{"osd":5,"last update":"Wed Aug 19 18:29:53 2020","interfaces":[{"interface":"back","average":{"1min":1.1000000000000001,"5min":1.1000000000000001,"15min":1.1000000000000001},"min":{"1min":0.623,"5min":0.623,"15min":0.623},"max":{"1min":1.573,"5min":1.573,"15min":1.573},"last":1.1120000000000001},{"interface":"front","average":{"1min":1.2490000000000001,"5min":1.2490000000000001,"15min":1.2490000000000001},"min":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"max":{"1min":1.5860000000000001,"5min":1.5860000000000001,"15min":1.5860000000000001},"last":1.5860000000000001}]},{"osd":6,"last update":"Wed Aug 19 18:29:53 2020","interfaces":[{"interface":"back","average":{"1min":1.04,"5min":1.04,"15min":1.04},"min":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"max":{"1min":1.3580000000000001,"5min":1.3580000000000001,"15min":1.3580000000000001},"last":1.1399999999999999},{"interface":"front","average":{"1min":1.3720000000000001,"5min":1.3720000000000001,"15min":1.3720000000000001},"min":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"max":{"1min":1.915,"5min":1.915,"15min":1.915},"last":1.512}]},{"osd":7,"last update":"Wed Aug 19 18:29:53 2020","interfaces":[{"interface":"back","average":{"1min":1.4330000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"min":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"max":{"1min":1.7270000000000001,"5min":1.7270000000000001,"15min":1.7270000000000001},"last":1.716},{"interface":"front","average":{"1min":1.3440000000000001,"5min":1.3440000000000001,"15min":1.3440000000000001},"min":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"max":{"1min":1.855,"5min":1.855,"15min":1.855},"last":1.544}]}]},{"osd":5,"up_from":13,"seq":55834574863,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5740,"kb_used_data":612,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":94366100,"statfs":{"total":96636764160,"available":96630886400,"internally_reserved":0,"allocated":626688,"data_stored":322028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58099999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97899999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68899999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0649999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.22}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.109}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.246}]}]}]}} Ignoring malparsed backtrace: 2020-08-19T18:30:02.183 INFO:tasks.ceph:pgid 3.6 last_scrub_stamp 2020-08-19T18:29:13.628333+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=29, tm_sec=13, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=29, tm_sec=57, tm_wday=2, tm_yday=232, tm_isdst=0) , 2020-08-19T18:30:02.184 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. , 2020-08-19T18:30:22.187 INFO:teuthology.orchestra.run.smithi068:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early pg dump --format=json Ignoring malparsed backtrace: 2020-08-19T18:30:44.757 INFO:tasks.ceph:Archiving mon data... , 2020-08-19T18:30:44.768 DEBUG:teuthology.misc:Transferring archived files from smithi068:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/kchai-2020-08-19_06:47:30-rados-wip-kefu-testing-2020-08-19-1141-distro-basic-smithi/5359043/data/mon.a.tgz , 2020-08-19T18:30:44.769 INFO:teuthology.orchestra.run.smithi068:> mktemp Ignoring malparsed backtrace: 2020-08-19T18:30:50.311 INFO:teuthology.orchestra.run.smithi068.stdout:Running transaction check , 2020-08-19T18:30:50.311 INFO:teuthology.orchestra.run.smithi068.stdout:Transaction check succeeded. , 2020-08-19T18:30:50.312 INFO:teuthology.orchestra.run.smithi068.stdout:Running transaction test Ignoring malparsed backtrace: 2020-08-19T18:30:53.434 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-test-2:16.0.0-4528.g8d9001a.el8.x86_64 1/5 , 2020-08-19T18:30:53.434 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : jq-1.5-12.el8.x86_64 2/5 , 2020-08-19T18:30:53.434 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : oniguruma-6.8.2-1.el8.x86_64 3/5 Ignoring malparsed backtrace: 2020-08-19T18:30:55.949 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mds-2:16.0.0-4528.g8d9001a.el8.x86_64 , 2020-08-19T18:30:55.950 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mon-2:16.0.0-4528.g8d9001a.el8.x86_64 , 2020-08-19T18:30:55.950 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-osd-2:16.0.0-4528.g8d9001a.el8.x86_64 Ignoring malparsed backtrace: 2020-08-19T18:30:59.693 INFO:teuthology.orchestra.run.smithi068.stdout: python3-webencodings noarch0.5.1-6.el8 @CentOS-AppStream 72 k , 2020-08-19T18:30:59.693 INFO:teuthology.orchestra.run.smithi068.stdout: python3-webob noarch1.8.5-1.el8.1 @epel 1.2 M , 2020-08-19T18:30:59.693 INFO:teuthology.orchestra.run.smithi068.stdout: python3-websocket-client noarch0.56.0-5.el8 @epel 180 k Ignoring malparsed backtrace: 2020-08-19T18:30:59.715 INFO:teuthology.orchestra.run.smithi192.stdout: python3-repoze-lru noarch0.7-6.el8 @epel 84 k , 2020-08-19T18:30:59.715 INFO:teuthology.orchestra.run.smithi192.stdout: python3-requests noarch2.20.0-2.1.el8_1 @CentOS-Base 369 k , 2020-08-19T18:30:59.716 INFO:teuthology.orchestra.run.smithi192.stdout: python3-requests-oauthlib noarch1.0.0-1.el8 @CentOS-Base 107 k Ignoring malparsed backtrace: 2020-08-19T18:31:04.320 INFO:teuthology.orchestra.run.smithi068.stdout: Erasing : python3-pyasn1-modules-0.3.7-6.el8.noarch 30/85 , 2020-08-19T18:31:04.334 INFO:teuthology.orchestra.run.smithi192.stdout: Erasing : python3-jsonpointer-1.10-11.el8.noarch 33/85 , 2020-08-19T18:31:04.545 INFO:teuthology.orchestra.run.smithi192.stdout: Erasing : python3-pyasn1-0.3.7-6.el8.noarch 34/85 Ignoring malparsed backtrace: 2020-08-19T18:31:25.204 INFO:teuthology.orchestra.run.smithi192.stdout: , 2020-08-19T18:31:25.469 INFO:teuthology.orchestra.run.smithi192.stdout: Erasing : python3-cssselect-0.9.2-10.el8.noarch 69/85 , 2020-08-19T18:31:25.469 INFO:teuthology.orchestra.run.smithi192.stdout: Erasing : openblas-0.3.3-2.el8.x86_64 70/85 Ignoring malparsed backtrace: 2020-08-19T18:31:28.633 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 48/85 , 2020-08-19T18:31:28.633 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-lxml-4.2.3-1.el8.x86_64 49/85 , 2020-08-19T18:31:28.633 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 50/85 Ignoring malparsed backtrace: 2020-08-19T18:31:29.886 INFO:teuthology.orchestra.run.smithi068.stdout: Verifying : python3-portend-2.6-1.el8.noarch 57/85 , 2020-08-19T18:31:29.887 INFO:teuthology.orchestra.run.smithi068.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 58/85 , 2020-08-19T18:31:29.887 INFO:teuthology.orchestra.run.smithi068.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 59/85 Ignoring malparsed backtrace: 2020-08-19T18:31:30.022 INFO:teuthology.orchestra.run.smithi192.stdout: python3-routes-2.4.1-12.el8.noarch , 2020-08-19T18:31:30.022 INFO:teuthology.orchestra.run.smithi192.stdout: python3-rsa-3.4.2-15.el8.noarch , 2020-08-19T18:31:30.022 INFO:teuthology.orchestra.run.smithi192.stdout: python3-scipy-1.0.0-20.module_el8.1.0+245+c39af44f.x86_64 Ignoring malparsed backtrace: 2020-08-19T18:31:31.575 INFO:teuthology.orchestra.run.smithi068.stdout: python3-pytz-2017.2-9.el8.noarch , 2020-08-19T18:31:31.576 INFO:teuthology.orchestra.run.smithi068.stdout: python3-rados-2:16.0.0-4528.g8d9001a.el8.x86_64 , 2020-08-19T18:31:31.576 INFO:teuthology.orchestra.run.smithi068.stdout: python3-rbd-2:16.0.0-4528.g8d9001a.el8.x86_64 Ignoring malparsed backtrace: 2020-08-19T18:31:34.718 INFO:teuthology.orchestra.run.smithi068.stdout: ceph-immutable-object-cache x86_64 2:16.0.0-4528.g8d9001a.el8 @ceph 692 k , 2020-08-19T18:31:34.718 INFO:teuthology.orchestra.run.smithi068.stdout: , 2020-08-19T18:31:34.718 INFO:teuthology.orchestra.run.smithi068.stdout:Transaction Summary Ignoring malparsed backtrace: No packages marked for removal. , 2020-08-19T18:31:38.331 INFO:teuthology.orchestra.run.smithi068.stdout:Dependencies resolved. , 2020-08-19T18:31:38.332 INFO:teuthology.orchestra.run.smithi068.stdout:Nothing to do. Ignoring malparsed backtrace: 2020-08-19T18:31:40.959 INFO:teuthology.orchestra.run.smithi192.stdout:No match for argument: libcephfs2 , No packages marked for removal. , 2020-08-19T18:31:40.963 INFO:teuthology.orchestra.run.smithi192.stdout:Dependencies resolved. Ignoring malparsed backtrace: 2020-08-19T18:31:43.906 INFO:teuthology.orchestra.run.smithi068.stdout:Running transaction check , 2020-08-19T18:31:43.907 INFO:teuthology.orchestra.run.smithi068.stdout:Transaction check succeeded. , 2020-08-19T18:31:43.907 INFO:teuthology.orchestra.run.smithi068.stdout:Running transaction test Ignoring malparsed backtrace: 2020-08-19T18:31:48.451 INFO:teuthology.orchestra.run.smithi192.stdout:Nothing to do. , 2020-08-19T18:31:48.451 INFO:teuthology.orchestra.run.smithi192.stdout:Complete! , 2020-08-19T18:31:48.569 INFO:teuthology.orchestra.run.smithi192:> sudo yum clean all Ignoring malparsed backtrace: 2020-08-19T18:31:54.595 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi192.front.sepia.ceph.com , 2020-08-19T18:31:54.597 INFO:teuthology.orchestra.run.smithi192:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/*.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 , 2020-08-19T18:31:54.619 INFO:teuthology.task.internal.syslog:Compressing syslogs... Ignoring malparsed backtrace: ceph version 16.0.0-4528-g8d9001a (8d9001a8062a52bb640447b6a7e38abbff3580ee) pacific (dev) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7fe65a1bbf1a] , 2: (WriteOp::_finish(TestOp::CallbackInfo*)+0x5b6) [0x560ff61c1666] Ignoring malparsed backtrace: 2020-08-19T18:29:32.616 INFO:teuthology.orchestra.run.smithi068:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early -- tell 'mon.*' injectargs --mon_osd_down_out_interval=600 , 2020-08-19T18:29:32.946 INFO:teuthology.orchestra.run.smithi068.stdout:mon.a: {} , 2020-08-19T18:29:32.958 INFO:teuthology.orchestra.run.smithi068.stdout:mon.b: {} Ignoring malparsed backtrace: 2020-08-19T18:29:56.020 INFO:teuthology.orchestra.run.smithi068.stdout: , dumped all , 2020-08-19T18:29:56.028 INFO:teuthology.orchestra.run.smithi068.stdout:{"pg_ready":true,"pg_map":{"version":80,"stamp":"2020-08-19T18:29:55.156580+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":540672,"num_objects":10,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":8,"num_read_kb":0,"num_write":18,"num_write_kb":530,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":90112,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":66,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":46228,"kb_used_data":5204,"kb_used_omap":0,"kb_used_meta":40959,"kb_avail":754928492,"statfs":{"total":773094113280,"available":773046775808,"internally_reserved":0,"allocated":5328896,"data_stored":2880780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":41942076},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001667"},"pg_stats":[{"pgid":"3.f","version":"25'2","reported_seq":"36","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.635940+0000","last_change":"2020-08-19T18:29:14.646224+0000","last_active":"2020-08-19T18:29:50.635940+0000","last_peered":"2020-08-19T18:29:50.635940+0000","last_clean":"2020-08-19T18:29:50.635940+0000","last_became_active":"2020-08-19T18:29:14.645693+0000","last_became_peered":"2020-08-19T18:29:14.645693+0000","last_unstale":"2020-08-19T18:29:50.635940+0000","last_undegraded":"2020-08-19T18:29:50.635940+0000","last_fullsized":"2020-08-19T18:29:50.635940+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":24576,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":"34","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.635826+0000","last_change":"2020-08-19T18:29:14.651749+0000","last_active":"2020-08-19T18:29:50.635826+0000","last_peered":"2020-08-19T18:29:50.635826+0000","last_clean":"2020-08-19T18:29:50.635826+0000","last_became_active":"2020-08-19T18:29:14.651112+0000","last_became_peered":"2020-08-19T18:29:14.651112+0000","last_unstale":"2020-08-19T18:29:50.635826+0000","last_undegraded":"2020-08-19T18:29:50.635826+0000","last_fullsized":"2020-08-19T18:29:50.635826+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":"34","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.635826+0000","last_change":"2020-08-19T18:29:14.649913+0000","last_active":"2020-08-19T18:29:50.635826+0000","last_peered":"2020-08-19T18:29:50.635826+0000","last_clean":"2020-08-19T18:29:50.635826+0000","last_became_active":"2020-08-19T18:29:14.649372+0000","last_became_peered":"2020-08-19T18:29:14.649372+0000","last_unstale":"2020-08-19T18:29:50.635826+0000","last_undegraded":"2020-08-19T18:29:50.635826+0000","last_fullsized":"2020-08-19T18:29:50.635826+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"24'2","reported_seq":"38","reported_epoch":"49","state":"active+clean","last_fresh":"2020-08-19T18:29:51.897484+0000","last_change":"2020-08-19T18:29:14.647349+0000","last_active":"2020-08-19T18:29:51.897484+0000","last_peered":"2020-08-19T18:29:51.897484+0000","last_clean":"2020-08-19T18:29:51.897484+0000","last_became_active":"2020-08-19T18:29:14.646844+0000","last_became_peered":"2020-08-19T18:29:14.646844+0000","last_unstale":"2020-08-19T18:29:51.897484+0000","last_undegraded":"2020-08-19T18:29:51.897484+0000","last_fullsized":"2020-08-19T18:29:51.897484+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":40960,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.b","version":"25'4","reported_seq":"40","reported_epoch":"49","state":"active+clean","last_fresh":"2020-08-19T18:29:51.893315+0000","last_change":"2020-08-19T18:29:14.646761+0000","last_active":"2020-08-19T18:29:51.893315+0000","last_peered":"2020-08-19T18:29:51.893315+0000","last_clean":"2020-08-19T18:29:51.893315+0000","last_became_active":"2020-08-19T18:29:14.646078+0000","last_became_peered":"2020-08-19T18:29:14.646078+0000","last_unstale":"2020-08-19T18:29:51.893315+0000","last_undegraded":"2020-08-19T18:29:51.893315+0000","last_fullsized":"2020-08-19T18:29:51.893315+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":180224,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":0,"num_write":4,"num_write_kb":176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"32","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.776468+0000","last_change":"2020-08-19T18:29:14.644899+0000","last_active":"2020-08-19T18:29:50.776468+0000","last_peered":"2020-08-19T18:29:50.776468+0000","last_clean":"2020-08-19T18:29:50.776468+0000","last_became_active":"2020-08-19T18:29:14.644338+0000","last_became_peered":"2020-08-19T18:29:14.644338+0000","last_unstale":"2020-08-19T18:29:50.776468+0000","last_undegraded":"2020-08-19T18:29:50.776468+0000","last_fullsized":"2020-08-19T18:29:50.776468+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"38","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.776075+0000","last_change":"2020-08-19T18:29:31.179921+0000","last_active":"2020-08-19T18:29:50.776075+0000","last_peered":"2020-08-19T18:29:50.776075+0000","last_clean":"2020-08-19T18:29:50.776075+0000","last_became_active":"2020-08-19T18:29:31.179407+0000","last_became_peered":"2020-08-19T18:29:31.179407+0000","last_unstale":"2020-08-19T18:29:50.776075+0000","last_undegraded":"2020-08-19T18:29:50.776075+0000","last_fullsized":"2020-08-19T18:29:50.776075+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"36","reported_epoch":"49","state":"active+clean","last_fresh":"2020-08-19T18:29:51.893393+0000","last_change":"2020-08-19T18:29:14.646141+0000","last_active":"2020-08-19T18:29:51.893393+0000","last_peered":"2020-08-19T18:29:51.893393+0000","last_clean":"2020-08-19T18:29:51.893393+0000","last_became_active":"2020-08-19T18:29:14.645736+0000","last_became_peered":"2020-08-19T18:29:14.645736+0000","last_unstale":"2020-08-19T18:29:51.893393+0000","last_undegraded":"2020-08-19T18:29:51.893393+0000","last_fullsized":"2020-08-19T18:29:51.893393+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"39","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.775755+0000","last_change":"2020-08-19T18:28:59.067498+0000","last_active":"2020-08-19T18:29:50.775755+0000","last_peered":"2020-08-19T18:29:50.775755+0000","last_clean":"2020-08-19T18:29:50.775755+0000","last_became_active":"2020-08-19T18:28:59.067224+0000","last_became_peered":"2020-08-19T18:28:59.067224+0000","last_unstale":"2020-08-19T18:29:50.775755+0000","last_undegraded":"2020-08-19T18:29:50.775755+0000","last_fullsized":"2020-08-19T18:29:50.775755+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_clean_scrub_stamp":"2020-08-19T18:28:57.845027+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"24'2","reported_seq":"56","reported_epoch":"49","state":"active+clean","last_fresh":"2020-08-19T18:29:51.897618+0000","last_change":"2020-08-19T18:29:33.767688+0000","last_active":"2020-08-19T18:29:51.897618+0000","last_peered":"2020-08-19T18:29:51.897618+0000","last_clean":"2020-08-19T18:29:51.897618+0000","last_became_active":"2020-08-19T18:29:33.767165+0000","last_became_peered":"2020-08-19T18:29:33.767165+0000","last_unstale":"2020-08-19T18:29:51.897618+0000","last_undegraded":"2020-08-19T18:29:51.897618+0000","last_fullsized":"2020-08-19T18:29:51.897618+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90112,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":90112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"40","reported_epoch":"49","state":"active+clean","last_fresh":"2020-08-19T18:29:51.897439+0000","last_change":"2020-08-19T18:28:58.865307+0000","last_active":"2020-08-19T18:29:51.897439+0000","last_peered":"2020-08-19T18:29:51.897439+0000","last_clean":"2020-08-19T18:29:51.897439+0000","last_became_active":"2020-08-19T18:28:58.864790+0000","last_became_peered":"2020-08-19T18:28:58.864790+0000","last_unstale":"2020-08-19T18:29:51.897439+0000","last_undegraded":"2020-08-19T18:29:51.897439+0000","last_fullsized":"2020-08-19T18:29:51.897439+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_clean_scrub_stamp":"2020-08-19T18:28:57.845027+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"25'6","reported_seq":"38","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.776198+0000","last_change":"2020-08-19T18:29:14.650908+0000","last_active":"2020-08-19T18:29:50.776198+0000","last_peered":"2020-08-19T18:29:50.776198+0000","last_clean":"2020-08-19T18:29:50.776198+0000","last_became_active":"2020-08-19T18:29:14.650418+0000","last_became_peered":"2020-08-19T18:29:14.650418+0000","last_unstale":"2020-08-19T18:29:50.776198+0000","last_undegraded":"2020-08-19T18:29:50.776198+0000","last_fullsized":"2020-08-19T18:29:50.776198+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":204800,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":0,"num_write":6,"num_write_kb":200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"40","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:49.881138+0000","last_change":"2020-08-19T18:29:43.633845+0000","last_active":"2020-08-19T18:29:49.881138+0000","last_peered":"2020-08-19T18:29:49.881138+0000","last_clean":"2020-08-19T18:29:49.881138+0000","last_became_active":"2020-08-19T18:29:30.761225+0000","last_became_peered":"2020-08-19T18:29:30.761225+0000","last_unstale":"2020-08-19T18:29:49.881138+0000","last_undegraded":"2020-08-19T18:29:49.881138+0000","last_fullsized":"2020-08-19T18:29:49.881138+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_clean_scrub_stamp":"2020-08-19T18:28:57.845027+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"40","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.775627+0000","last_change":"2020-08-19T18:29:31.180693+0000","last_active":"2020-08-19T18:29:50.775627+0000","last_peered":"2020-08-19T18:29:50.775627+0000","last_clean":"2020-08-19T18:29:50.775627+0000","last_became_active":"2020-08-19T18:29:31.179939+0000","last_became_peered":"2020-08-19T18:29:31.179939+0000","last_unstale":"2020-08-19T18:29:50.775627+0000","last_undegraded":"2020-08-19T18:29:50.775627+0000","last_fullsized":"2020-08-19T18:29:50.775627+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"53","reported_epoch":"49","state":"active+clean","last_fresh":"2020-08-19T18:29:51.897474+0000","last_change":"2020-08-19T18:29:30.758864+0000","last_active":"2020-08-19T18:29:51.897474+0000","last_peered":"2020-08-19T18:29:51.897474+0000","last_clean":"2020-08-19T18:29:51.897474+0000","last_became_active":"2020-08-19T18:29:30.758582+0000","last_became_peered":"2020-08-19T18:29:30.758582+0000","last_unstale":"2020-08-19T18:29:51.897474+0000","last_undegraded":"2020-08-19T18:29:51.897474+0000","last_fullsized":"2020-08-19T18:29:51.897474+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_clean_scrub_stamp":"2020-08-19T18:28:57.845027+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"15'2","reported_seq":"43","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.635750+0000","last_change":"2020-08-19T18:28:54.265113+0000","last_active":"2020-08-19T18:29:50.635750+0000","last_peered":"2020-08-19T18:29:50.635750+0000","last_clean":"2020-08-19T18:29:50.635750+0000","last_became_active":"2020-08-19T18:28:54.264683+0000","last_became_peered":"2020-08-19T18:28:54.264683+0000","last_unstale":"2020-08-19T18:29:50.635750+0000","last_undegraded":"2020-08-19T18:29:50.635750+0000","last_fullsized":"2020-08-19T18:29:50.635750+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:47.219068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:47.219068+0000","last_clean_scrub_stamp":"2020-08-19T18:28:47.219068+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"36","reported_epoch":"49","state":"active+clean","last_fresh":"2020-08-19T18:29:51.893271+0000","last_change":"2020-08-19T18:29:14.645703+0000","last_active":"2020-08-19T18:29:51.893271+0000","last_peered":"2020-08-19T18:29:51.893271+0000","last_clean":"2020-08-19T18:29:51.893271+0000","last_became_active":"2020-08-19T18:29:14.645158+0000","last_became_peered":"2020-08-19T18:29:14.645158+0000","last_unstale":"2020-08-19T18:29:51.893271+0000","last_undegraded":"2020-08-19T18:29:51.893271+0000","last_fullsized":"2020-08-19T18:29:51.893271+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"38","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.635894+0000","last_change":"2020-08-19T18:28:58.870422+0000","last_active":"2020-08-19T18:29:50.635894+0000","last_peered":"2020-08-19T18:29:50.635894+0000","last_clean":"2020-08-19T18:29:50.635894+0000","last_became_active":"2020-08-19T18:28:58.870044+0000","last_became_peered":"2020-08-19T18:28:58.870044+0000","last_unstale":"2020-08-19T18:29:50.635894+0000","last_undegraded":"2020-08-19T18:29:50.635894+0000","last_fullsized":"2020-08-19T18:29:50.635894+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_clean_scrub_stamp":"2020-08-19T18:28:57.845027+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"34","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:49.882772+0000","last_change":"2020-08-19T18:29:14.651063+0000","last_active":"2020-08-19T18:29:49.882772+0000","last_peered":"2020-08-19T18:29:49.882772+0000","last_clean":"2020-08-19T18:29:49.882772+0000","last_became_active":"2020-08-19T18:29:14.650777+0000","last_became_peered":"2020-08-19T18:29:14.650777+0000","last_unstale":"2020-08-19T18:29:49.882772+0000","last_undegraded":"2020-08-19T18:29:49.882772+0000","last_fullsized":"2020-08-19T18:29:49.882772+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"38","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.635951+0000","last_change":"2020-08-19T18:28:59.067895+0000","last_active":"2020-08-19T18:29:50.635951+0000","last_peered":"2020-08-19T18:29:50.635951+0000","last_clean":"2020-08-19T18:29:50.635951+0000","last_became_active":"2020-08-19T18:28:59.067620+0000","last_became_peered":"2020-08-19T18:28:59.067620+0000","last_unstale":"2020-08-19T18:29:50.635951+0000","last_undegraded":"2020-08-19T18:29:50.635951+0000","last_fullsized":"2020-08-19T18:29:50.635951+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_clean_scrub_stamp":"2020-08-19T18:28:57.845027+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"40","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.775704+0000","last_change":"2020-08-19T18:29:31.181629+0000","last_active":"2020-08-19T18:29:50.775704+0000","last_peered":"2020-08-19T18:29:50.775704+0000","last_clean":"2020-08-19T18:29:50.775704+0000","last_became_active":"2020-08-19T18:29:31.181197+0000","last_became_peered":"2020-08-19T18:29:31.181197+0000","last_unstale":"2020-08-19T18:29:50.775704+0000","last_undegraded":"2020-08-19T18:29:50.775704+0000","last_fullsized":"2020-08-19T18:29:50.775704+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":"36","reported_epoch":"49","state":"active+clean","last_fresh":"2020-08-19T18:29:51.893344+0000","last_change":"2020-08-19T18:29:14.648846+0000","last_active":"2020-08-19T18:29:51.893344+0000","last_peered":"2020-08-19T18:29:51.893344+0000","last_clean":"2020-08-19T18:29:51.893344+0000","last_became_active":"2020-08-19T18:29:14.648134+0000","last_became_peered":"2020-08-19T18:29:14.648134+0000","last_unstale":"2020-08-19T18:29:51.893344+0000","last_undegraded":"2020-08-19T18:29:51.893344+0000","last_fullsized":"2020-08-19T18:29:51.893344+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"39","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.775680+0000","last_change":"2020-08-19T18:28:58.866623+0000","last_active":"2020-08-19T18:29:50.775680+0000","last_peered":"2020-08-19T18:29:50.775680+0000","last_clean":"2020-08-19T18:29:50.775680+0000","last_became_active":"2020-08-19T18:28:58.866299+0000","last_became_peered":"2020-08-19T18:28:58.866299+0000","last_unstale":"2020-08-19T18:29:50.775680+0000","last_undegraded":"2020-08-19T18:29:50.775680+0000","last_fullsized":"2020-08-19T18:29:50.775680+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_clean_scrub_stamp":"2020-08-19T18:28:57.845027+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"37","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.776403+0000","last_change":"2020-08-19T18:28:58.867170+0000","last_active":"2020-08-19T18:29:50.776403+0000","last_peered":"2020-08-19T18:29:50.776403+0000","last_clean":"2020-08-19T18:29:50.776403+0000","last_became_active":"2020-08-19T18:28:58.866778+0000","last_became_peered":"2020-08-19T18:28:58.866778+0000","last_unstale":"2020-08-19T18:29:50.776403+0000","last_undegraded":"2020-08-19T18:29:50.776403+0000","last_fullsized":"2020-08-19T18:29:50.776403+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_clean_scrub_stamp":"2020-08-19T18:28:57.845027+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":"34","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:49.882693+0000","last_change":"2020-08-19T18:29:14.652613+0000","last_active":"2020-08-19T18:29:49.882693+0000","last_peered":"2020-08-19T18:29:49.882693+0000","last_clean":"2020-08-19T18:29:49.882693+0000","last_became_active":"2020-08-19T18:29:14.652189+0000","last_became_peered":"2020-08-19T18:29:14.652189+0000","last_unstale":"2020-08-19T18:29:49.882693+0000","last_undegraded":"2020-08-19T18:29:49.882693+0000","last_fullsized":"2020-08-19T18:29:49.882693+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":16,"stat_sum":{"num_bytes":540672,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":8,"num_read_kb":0,"num_write":16,"num_write_kb":528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":90112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":811008,"data_stored":811008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":16,"ondisk_log_size":16,"up":48,"acting":48,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":2,"acting":2,"num_store_stats":2},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574864,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5632,"kb_used_data":568,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":94366208,"statfs":{"total":96636764160,"available":96630996992,"internally_reserved":0,"allocated":581632,"data_stored":274566,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58799999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72899999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77200000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82799999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0629999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.036}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1279999999999999}]}]},{"osd":6,"up_from":13,"seq":55834574863,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5628,"kb_used_data":564,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":94366212,"statfs":{"total":96636764160,"available":96631001088,"internally_reserved":0,"allocated":577536,"data_stored":276394,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73399999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77200000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1850000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92100000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3400000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0940000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574863,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5776,"kb_used_data":648,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":94366064,"statfs":{"total":96636764160,"available":96630849536,"internally_reserved":0,"allocated":663552,"data_stored":358892,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.745}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83799999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89500000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3169999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0760000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1579999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2569999999999999}]}]},{"osd":0,"up_from":13,"seq":55834574865,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5888,"kb_used_data":760,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":94365952,"statfs":{"total":96636764160,"available":96630734848,"internally_reserved":0,"allocated":778240,"data_stored":467656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93000000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90900000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3500000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.7809999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.841}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.796}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.508}]}]},{"osd":2,"up_from":29,"seq":124554051591,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5924,"kb_used_data":604,"kb_used_omap":0,"kb_used_meta":5311,"kb_avail":94365916,"statfs":{"total":96636764160,"available":96630697984,"internally_reserved":0,"allocated":618496,"data_stored":307912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":5438524},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68999999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71499999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1870000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2250000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3899999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.7989999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.6639999999999999}]}]},{"osd":3,"up_from":13,"seq":55834574864,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5840,"kb_used_data":712,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":94366000,"statfs":{"total":96636764160,"available":96630784000,"internally_reserved":0,"allocated":729088,"data_stored":418504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71799999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82099999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0940000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.9790000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.7549999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4730000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.417}]}]},{"osd":4,"up_from":13,"seq":55834574864,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5800,"kb_used_data":736,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":94366040,"statfs":{"total":96636764160,"available":96630824960,"internally_reserved":0,"allocated":753664,"data_stored":454828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Aug 19 18:29:53 2020","interfaces":[{"interface":"back","average":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.345,"5min":1.345,"15min":1.345},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"min":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"max":{"1min":1.4590000000000001,"5min":1.4590000000000001,"15min":1.4590000000000001},"last":1.2569999999999999}]},{"osd":1,"last update":"Wed Aug 19 18:29:53 2020","interfaces":[{"interface":"back","average":{"1min":1.0249999999999999,"5min":1.0249999999999999,"15min":1.0249999999999999},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.45,"5min":1.45,"15min":1.45},"last":1.4399999999999999},{"interface":"front","average":{"1min":1.03,"5min":1.03,"15min":1.03},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.498,"5min":1.498,"15min":1.498},"last":0.88200000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.073}]},{"osd":3,"last update":"Wed Aug 19 18:29:53 2020","interfaces":[{"interface":"back","average":{"1min":1.1459999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"min":{"1min":0.875,"5min":0.875,"15min":0.875},"max":{"1min":1.5800000000000001,"5min":1.5800000000000001,"15min":1.5800000000000001},"last":0.93500000000000005},{"interface":"front","average":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"min":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"max":{"1min":1.3660000000000001,"5min":1.3660000000000001,"15min":1.3660000000000001},"last":0.98599999999999999}]},{"osd":5,"last update":"Wed Aug 19 18:29:53 2020","interfaces":[{"interface":"back","average":{"1min":1.1000000000000001,"5min":1.1000000000000001,"15min":1.1000000000000001},"min":{"1min":0.623,"5min":0.623,"15min":0.623},"max":{"1min":1.573,"5min":1.573,"15min":1.573},"last":1.1120000000000001},{"interface":"front","average":{"1min":1.2490000000000001,"5min":1.2490000000000001,"15min":1.2490000000000001},"min":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"max":{"1min":1.5860000000000001,"5min":1.5860000000000001,"15min":1.5860000000000001},"last":1.5860000000000001}]},{"osd":6,"last update":"Wed Aug 19 18:29:53 2020","interfaces":[{"interface":"back","average":{"1min":1.04,"5min":1.04,"15min":1.04},"min":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"max":{"1min":1.3580000000000001,"5min":1.3580000000000001,"15min":1.3580000000000001},"last":1.1399999999999999},{"interface":"front","average":{"1min":1.3720000000000001,"5min":1.3720000000000001,"15min":1.3720000000000001},"min":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"max":{"1min":1.915,"5min":1.915,"15min":1.915},"last":1.512}]},{"osd":7,"last update":"Wed Aug 19 18:29:53 2020","interfaces":[{"interface":"back","average":{"1min":1.4330000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"min":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"max":{"1min":1.7270000000000001,"5min":1.7270000000000001,"15min":1.7270000000000001},"last":1.716},{"interface":"front","average":{"1min":1.3440000000000001,"5min":1.3440000000000001,"15min":1.3440000000000001},"min":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"max":{"1min":1.855,"5min":1.855,"15min":1.855},"last":1.544}]}]},{"osd":5,"up_from":13,"seq":55834574863,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5740,"kb_used_data":612,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":94366100,"statfs":{"total":96636764160,"available":96630886400,"internally_reserved":0,"allocated":626688,"data_stored":322028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58099999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97899999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68899999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0649999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.22}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.109}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.246}]}]}]}} Ignoring malparsed backtrace: 2020-08-19T18:30:02.183 INFO:tasks.ceph:pgid 3.6 last_scrub_stamp 2020-08-19T18:29:13.628333+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=29, tm_sec=13, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=29, tm_sec=57, tm_wday=2, tm_yday=232, tm_isdst=0) , 2020-08-19T18:30:02.184 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. , 2020-08-19T18:30:22.187 INFO:teuthology.orchestra.run.smithi068:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early pg dump --format=json Ignoring malparsed backtrace: 2020-08-19T18:30:44.757 INFO:tasks.ceph:Archiving mon data... , 2020-08-19T18:30:44.768 DEBUG:teuthology.misc:Transferring archived files from smithi068:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/kchai-2020-08-19_06:47:30-rados-wip-kefu-testing-2020-08-19-1141-distro-basic-smithi/5359043/data/mon.a.tgz , 2020-08-19T18:30:44.769 INFO:teuthology.orchestra.run.smithi068:> mktemp Ignoring malparsed backtrace: 2020-08-19T18:30:50.311 INFO:teuthology.orchestra.run.smithi068.stdout:Running transaction check , 2020-08-19T18:30:50.311 INFO:teuthology.orchestra.run.smithi068.stdout:Transaction check succeeded. , 2020-08-19T18:30:50.312 INFO:teuthology.orchestra.run.smithi068.stdout:Running transaction test Ignoring malparsed backtrace: 2020-08-19T18:30:53.434 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-test-2:16.0.0-4528.g8d9001a.el8.x86_64 1/5 , 2020-08-19T18:30:53.434 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : jq-1.5-12.el8.x86_64 2/5 , 2020-08-19T18:30:53.434 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : oniguruma-6.8.2-1.el8.x86_64 3/5 Ignoring malparsed backtrace: 2020-08-19T18:30:55.949 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mds-2:16.0.0-4528.g8d9001a.el8.x86_64 , 2020-08-19T18:30:55.950 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mon-2:16.0.0-4528.g8d9001a.el8.x86_64 , 2020-08-19T18:30:55.950 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-osd-2:16.0.0-4528.g8d9001a.el8.x86_64 Ignoring malparsed backtrace: 2020-08-19T18:30:59.693 INFO:teuthology.orchestra.run.smithi068.stdout: python3-webencodings noarch0.5.1-6.el8 @CentOS-AppStream 72 k , 2020-08-19T18:30:59.693 INFO:teuthology.orchestra.run.smithi068.stdout: python3-webob noarch1.8.5-1.el8.1 @epel 1.2 M , 2020-08-19T18:30:59.693 INFO:teuthology.orchestra.run.smithi068.stdout: python3-websocket-client noarch0.56.0-5.el8 @epel 180 k Ignoring malparsed backtrace: 2020-08-19T18:30:59.715 INFO:teuthology.orchestra.run.smithi192.stdout: python3-repoze-lru noarch0.7-6.el8 @epel 84 k , 2020-08-19T18:30:59.715 INFO:teuthology.orchestra.run.smithi192.stdout: python3-requests noarch2.20.0-2.1.el8_1 @CentOS-Base 369 k , 2020-08-19T18:30:59.716 INFO:teuthology.orchestra.run.smithi192.stdout: python3-requests-oauthlib noarch1.0.0-1.el8 @CentOS-Base 107 k Ignoring malparsed backtrace: 2020-08-19T18:31:04.320 INFO:teuthology.orchestra.run.smithi068.stdout: Erasing : python3-pyasn1-modules-0.3.7-6.el8.noarch 30/85 , 2020-08-19T18:31:04.334 INFO:teuthology.orchestra.run.smithi192.stdout: Erasing : python3-jsonpointer-1.10-11.el8.noarch 33/85 , 2020-08-19T18:31:04.545 INFO:teuthology.orchestra.run.smithi192.stdout: Erasing : python3-pyasn1-0.3.7-6.el8.noarch 34/85 Ignoring malparsed backtrace: 2020-08-19T18:31:25.204 INFO:teuthology.orchestra.run.smithi192.stdout: , 2020-08-19T18:31:25.469 INFO:teuthology.orchestra.run.smithi192.stdout: Erasing : python3-cssselect-0.9.2-10.el8.noarch 69/85 , 2020-08-19T18:31:25.469 INFO:teuthology.orchestra.run.smithi192.stdout: Erasing : openblas-0.3.3-2.el8.x86_64 70/85 Ignoring malparsed backtrace: 2020-08-19T18:31:28.633 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 48/85 , 2020-08-19T18:31:28.633 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-lxml-4.2.3-1.el8.x86_64 49/85 , 2020-08-19T18:31:28.633 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 50/85 Ignoring malparsed backtrace: 2020-08-19T18:31:29.886 INFO:teuthology.orchestra.run.smithi068.stdout: Verifying : python3-portend-2.6-1.el8.noarch 57/85 , 2020-08-19T18:31:29.887 INFO:teuthology.orchestra.run.smithi068.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 58/85 , 2020-08-19T18:31:29.887 INFO:teuthology.orchestra.run.smithi068.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 59/85 Ignoring malparsed backtrace: 2020-08-19T18:31:30.022 INFO:teuthology.orchestra.run.smithi192.stdout: python3-routes-2.4.1-12.el8.noarch , 2020-08-19T18:31:30.022 INFO:teuthology.orchestra.run.smithi192.stdout: python3-rsa-3.4.2-15.el8.noarch , 2020-08-19T18:31:30.022 INFO:teuthology.orchestra.run.smithi192.stdout: python3-scipy-1.0.0-20.module_el8.1.0+245+c39af44f.x86_64 Ignoring malparsed backtrace: 2020-08-19T18:31:31.575 INFO:teuthology.orchestra.run.smithi068.stdout: python3-pytz-2017.2-9.el8.noarch , 2020-08-19T18:31:31.576 INFO:teuthology.orchestra.run.smithi068.stdout: python3-rados-2:16.0.0-4528.g8d9001a.el8.x86_64 , 2020-08-19T18:31:31.576 INFO:teuthology.orchestra.run.smithi068.stdout: python3-rbd-2:16.0.0-4528.g8d9001a.el8.x86_64 Ignoring malparsed backtrace: 2020-08-19T18:31:34.718 INFO:teuthology.orchestra.run.smithi068.stdout: ceph-immutable-object-cache x86_64 2:16.0.0-4528.g8d9001a.el8 @ceph 692 k , 2020-08-19T18:31:34.718 INFO:teuthology.orchestra.run.smithi068.stdout: , 2020-08-19T18:31:34.718 INFO:teuthology.orchestra.run.smithi068.stdout:Transaction Summary Ignoring malparsed backtrace: No packages marked for removal. , 2020-08-19T18:31:38.331 INFO:teuthology.orchestra.run.smithi068.stdout:Dependencies resolved. , 2020-08-19T18:31:38.332 INFO:teuthology.orchestra.run.smithi068.stdout:Nothing to do. Ignoring malparsed backtrace: 2020-08-19T18:31:40.959 INFO:teuthology.orchestra.run.smithi192.stdout:No match for argument: libcephfs2 , No packages marked for removal. , 2020-08-19T18:31:40.963 INFO:teuthology.orchestra.run.smithi192.stdout:Dependencies resolved. Ignoring malparsed backtrace: 2020-08-19T18:31:43.906 INFO:teuthology.orchestra.run.smithi068.stdout:Running transaction check , 2020-08-19T18:31:43.907 INFO:teuthology.orchestra.run.smithi068.stdout:Transaction check succeeded. , 2020-08-19T18:31:43.907 INFO:teuthology.orchestra.run.smithi068.stdout:Running transaction test Ignoring malparsed backtrace: 2020-08-19T18:31:48.451 INFO:teuthology.orchestra.run.smithi192.stdout:Nothing to do. , 2020-08-19T18:31:48.451 INFO:teuthology.orchestra.run.smithi192.stdout:Complete! , 2020-08-19T18:31:48.569 INFO:teuthology.orchestra.run.smithi192:> sudo yum clean all Ignoring malparsed backtrace: 2020-08-19T18:31:54.595 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi192.front.sepia.ceph.com , 2020-08-19T18:31:54.597 INFO:teuthology.orchestra.run.smithi192:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/*.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 , 2020-08-19T18:31:54.619 INFO:teuthology.task.internal.syslog:Compressing syslogs... Ignoring malparsed backtrace: ceph version 16.0.0-4528-g8d9001a (8d9001a8062a52bb640447b6a7e38abbff3580ee) pacific (dev) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7fe65a1bbf1a] , 2: (WriteOp::_finish(TestOp::CallbackInfo*)+0x5b6) [0x560ff61c1666] Ignoring malparsed backtrace: 2020-08-19T18:29:32.616 INFO:teuthology.orchestra.run.smithi068:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early -- tell 'mon.*' injectargs --mon_osd_down_out_interval=600 , 2020-08-19T18:29:32.946 INFO:teuthology.orchestra.run.smithi068.stdout:mon.a: {} , 2020-08-19T18:29:32.958 INFO:teuthology.orchestra.run.smithi068.stdout:mon.b: {} Ignoring malparsed backtrace: 2020-08-19T18:29:56.020 INFO:teuthology.orchestra.run.smithi068.stdout: , dumped all , 2020-08-19T18:29:56.028 INFO:teuthology.orchestra.run.smithi068.stdout:{"pg_ready":true,"pg_map":{"version":80,"stamp":"2020-08-19T18:29:55.156580+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":540672,"num_objects":10,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":8,"num_read_kb":0,"num_write":18,"num_write_kb":530,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":90112,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":66,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":46228,"kb_used_data":5204,"kb_used_omap":0,"kb_used_meta":40959,"kb_avail":754928492,"statfs":{"total":773094113280,"available":773046775808,"internally_reserved":0,"allocated":5328896,"data_stored":2880780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":41942076},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001667"},"pg_stats":[{"pgid":"3.f","version":"25'2","reported_seq":"36","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.635940+0000","last_change":"2020-08-19T18:29:14.646224+0000","last_active":"2020-08-19T18:29:50.635940+0000","last_peered":"2020-08-19T18:29:50.635940+0000","last_clean":"2020-08-19T18:29:50.635940+0000","last_became_active":"2020-08-19T18:29:14.645693+0000","last_became_peered":"2020-08-19T18:29:14.645693+0000","last_unstale":"2020-08-19T18:29:50.635940+0000","last_undegraded":"2020-08-19T18:29:50.635940+0000","last_fullsized":"2020-08-19T18:29:50.635940+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":24576,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":"34","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.635826+0000","last_change":"2020-08-19T18:29:14.651749+0000","last_active":"2020-08-19T18:29:50.635826+0000","last_peered":"2020-08-19T18:29:50.635826+0000","last_clean":"2020-08-19T18:29:50.635826+0000","last_became_active":"2020-08-19T18:29:14.651112+0000","last_became_peered":"2020-08-19T18:29:14.651112+0000","last_unstale":"2020-08-19T18:29:50.635826+0000","last_undegraded":"2020-08-19T18:29:50.635826+0000","last_fullsized":"2020-08-19T18:29:50.635826+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":"34","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.635826+0000","last_change":"2020-08-19T18:29:14.649913+0000","last_active":"2020-08-19T18:29:50.635826+0000","last_peered":"2020-08-19T18:29:50.635826+0000","last_clean":"2020-08-19T18:29:50.635826+0000","last_became_active":"2020-08-19T18:29:14.649372+0000","last_became_peered":"2020-08-19T18:29:14.649372+0000","last_unstale":"2020-08-19T18:29:50.635826+0000","last_undegraded":"2020-08-19T18:29:50.635826+0000","last_fullsized":"2020-08-19T18:29:50.635826+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"24'2","reported_seq":"38","reported_epoch":"49","state":"active+clean","last_fresh":"2020-08-19T18:29:51.897484+0000","last_change":"2020-08-19T18:29:14.647349+0000","last_active":"2020-08-19T18:29:51.897484+0000","last_peered":"2020-08-19T18:29:51.897484+0000","last_clean":"2020-08-19T18:29:51.897484+0000","last_became_active":"2020-08-19T18:29:14.646844+0000","last_became_peered":"2020-08-19T18:29:14.646844+0000","last_unstale":"2020-08-19T18:29:51.897484+0000","last_undegraded":"2020-08-19T18:29:51.897484+0000","last_fullsized":"2020-08-19T18:29:51.897484+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":40960,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.b","version":"25'4","reported_seq":"40","reported_epoch":"49","state":"active+clean","last_fresh":"2020-08-19T18:29:51.893315+0000","last_change":"2020-08-19T18:29:14.646761+0000","last_active":"2020-08-19T18:29:51.893315+0000","last_peered":"2020-08-19T18:29:51.893315+0000","last_clean":"2020-08-19T18:29:51.893315+0000","last_became_active":"2020-08-19T18:29:14.646078+0000","last_became_peered":"2020-08-19T18:29:14.646078+0000","last_unstale":"2020-08-19T18:29:51.893315+0000","last_undegraded":"2020-08-19T18:29:51.893315+0000","last_fullsized":"2020-08-19T18:29:51.893315+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":180224,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":0,"num_write":4,"num_write_kb":176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"32","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.776468+0000","last_change":"2020-08-19T18:29:14.644899+0000","last_active":"2020-08-19T18:29:50.776468+0000","last_peered":"2020-08-19T18:29:50.776468+0000","last_clean":"2020-08-19T18:29:50.776468+0000","last_became_active":"2020-08-19T18:29:14.644338+0000","last_became_peered":"2020-08-19T18:29:14.644338+0000","last_unstale":"2020-08-19T18:29:50.776468+0000","last_undegraded":"2020-08-19T18:29:50.776468+0000","last_fullsized":"2020-08-19T18:29:50.776468+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"38","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.776075+0000","last_change":"2020-08-19T18:29:31.179921+0000","last_active":"2020-08-19T18:29:50.776075+0000","last_peered":"2020-08-19T18:29:50.776075+0000","last_clean":"2020-08-19T18:29:50.776075+0000","last_became_active":"2020-08-19T18:29:31.179407+0000","last_became_peered":"2020-08-19T18:29:31.179407+0000","last_unstale":"2020-08-19T18:29:50.776075+0000","last_undegraded":"2020-08-19T18:29:50.776075+0000","last_fullsized":"2020-08-19T18:29:50.776075+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"36","reported_epoch":"49","state":"active+clean","last_fresh":"2020-08-19T18:29:51.893393+0000","last_change":"2020-08-19T18:29:14.646141+0000","last_active":"2020-08-19T18:29:51.893393+0000","last_peered":"2020-08-19T18:29:51.893393+0000","last_clean":"2020-08-19T18:29:51.893393+0000","last_became_active":"2020-08-19T18:29:14.645736+0000","last_became_peered":"2020-08-19T18:29:14.645736+0000","last_unstale":"2020-08-19T18:29:51.893393+0000","last_undegraded":"2020-08-19T18:29:51.893393+0000","last_fullsized":"2020-08-19T18:29:51.893393+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"39","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.775755+0000","last_change":"2020-08-19T18:28:59.067498+0000","last_active":"2020-08-19T18:29:50.775755+0000","last_peered":"2020-08-19T18:29:50.775755+0000","last_clean":"2020-08-19T18:29:50.775755+0000","last_became_active":"2020-08-19T18:28:59.067224+0000","last_became_peered":"2020-08-19T18:28:59.067224+0000","last_unstale":"2020-08-19T18:29:50.775755+0000","last_undegraded":"2020-08-19T18:29:50.775755+0000","last_fullsized":"2020-08-19T18:29:50.775755+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_clean_scrub_stamp":"2020-08-19T18:28:57.845027+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"24'2","reported_seq":"56","reported_epoch":"49","state":"active+clean","last_fresh":"2020-08-19T18:29:51.897618+0000","last_change":"2020-08-19T18:29:33.767688+0000","last_active":"2020-08-19T18:29:51.897618+0000","last_peered":"2020-08-19T18:29:51.897618+0000","last_clean":"2020-08-19T18:29:51.897618+0000","last_became_active":"2020-08-19T18:29:33.767165+0000","last_became_peered":"2020-08-19T18:29:33.767165+0000","last_unstale":"2020-08-19T18:29:51.897618+0000","last_undegraded":"2020-08-19T18:29:51.897618+0000","last_fullsized":"2020-08-19T18:29:51.897618+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90112,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":90112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"40","reported_epoch":"49","state":"active+clean","last_fresh":"2020-08-19T18:29:51.897439+0000","last_change":"2020-08-19T18:28:58.865307+0000","last_active":"2020-08-19T18:29:51.897439+0000","last_peered":"2020-08-19T18:29:51.897439+0000","last_clean":"2020-08-19T18:29:51.897439+0000","last_became_active":"2020-08-19T18:28:58.864790+0000","last_became_peered":"2020-08-19T18:28:58.864790+0000","last_unstale":"2020-08-19T18:29:51.897439+0000","last_undegraded":"2020-08-19T18:29:51.897439+0000","last_fullsized":"2020-08-19T18:29:51.897439+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_clean_scrub_stamp":"2020-08-19T18:28:57.845027+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"25'6","reported_seq":"38","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.776198+0000","last_change":"2020-08-19T18:29:14.650908+0000","last_active":"2020-08-19T18:29:50.776198+0000","last_peered":"2020-08-19T18:29:50.776198+0000","last_clean":"2020-08-19T18:29:50.776198+0000","last_became_active":"2020-08-19T18:29:14.650418+0000","last_became_peered":"2020-08-19T18:29:14.650418+0000","last_unstale":"2020-08-19T18:29:50.776198+0000","last_undegraded":"2020-08-19T18:29:50.776198+0000","last_fullsized":"2020-08-19T18:29:50.776198+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":204800,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":0,"num_write":6,"num_write_kb":200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"40","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:49.881138+0000","last_change":"2020-08-19T18:29:43.633845+0000","last_active":"2020-08-19T18:29:49.881138+0000","last_peered":"2020-08-19T18:29:49.881138+0000","last_clean":"2020-08-19T18:29:49.881138+0000","last_became_active":"2020-08-19T18:29:30.761225+0000","last_became_peered":"2020-08-19T18:29:30.761225+0000","last_unstale":"2020-08-19T18:29:49.881138+0000","last_undegraded":"2020-08-19T18:29:49.881138+0000","last_fullsized":"2020-08-19T18:29:49.881138+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_clean_scrub_stamp":"2020-08-19T18:28:57.845027+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"40","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.775627+0000","last_change":"2020-08-19T18:29:31.180693+0000","last_active":"2020-08-19T18:29:50.775627+0000","last_peered":"2020-08-19T18:29:50.775627+0000","last_clean":"2020-08-19T18:29:50.775627+0000","last_became_active":"2020-08-19T18:29:31.179939+0000","last_became_peered":"2020-08-19T18:29:31.179939+0000","last_unstale":"2020-08-19T18:29:50.775627+0000","last_undegraded":"2020-08-19T18:29:50.775627+0000","last_fullsized":"2020-08-19T18:29:50.775627+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"53","reported_epoch":"49","state":"active+clean","last_fresh":"2020-08-19T18:29:51.897474+0000","last_change":"2020-08-19T18:29:30.758864+0000","last_active":"2020-08-19T18:29:51.897474+0000","last_peered":"2020-08-19T18:29:51.897474+0000","last_clean":"2020-08-19T18:29:51.897474+0000","last_became_active":"2020-08-19T18:29:30.758582+0000","last_became_peered":"2020-08-19T18:29:30.758582+0000","last_unstale":"2020-08-19T18:29:51.897474+0000","last_undegraded":"2020-08-19T18:29:51.897474+0000","last_fullsized":"2020-08-19T18:29:51.897474+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_clean_scrub_stamp":"2020-08-19T18:28:57.845027+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"15'2","reported_seq":"43","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.635750+0000","last_change":"2020-08-19T18:28:54.265113+0000","last_active":"2020-08-19T18:29:50.635750+0000","last_peered":"2020-08-19T18:29:50.635750+0000","last_clean":"2020-08-19T18:29:50.635750+0000","last_became_active":"2020-08-19T18:28:54.264683+0000","last_became_peered":"2020-08-19T18:28:54.264683+0000","last_unstale":"2020-08-19T18:29:50.635750+0000","last_undegraded":"2020-08-19T18:29:50.635750+0000","last_fullsized":"2020-08-19T18:29:50.635750+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:47.219068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:47.219068+0000","last_clean_scrub_stamp":"2020-08-19T18:28:47.219068+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"36","reported_epoch":"49","state":"active+clean","last_fresh":"2020-08-19T18:29:51.893271+0000","last_change":"2020-08-19T18:29:14.645703+0000","last_active":"2020-08-19T18:29:51.893271+0000","last_peered":"2020-08-19T18:29:51.893271+0000","last_clean":"2020-08-19T18:29:51.893271+0000","last_became_active":"2020-08-19T18:29:14.645158+0000","last_became_peered":"2020-08-19T18:29:14.645158+0000","last_unstale":"2020-08-19T18:29:51.893271+0000","last_undegraded":"2020-08-19T18:29:51.893271+0000","last_fullsized":"2020-08-19T18:29:51.893271+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"38","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.635894+0000","last_change":"2020-08-19T18:28:58.870422+0000","last_active":"2020-08-19T18:29:50.635894+0000","last_peered":"2020-08-19T18:29:50.635894+0000","last_clean":"2020-08-19T18:29:50.635894+0000","last_became_active":"2020-08-19T18:28:58.870044+0000","last_became_peered":"2020-08-19T18:28:58.870044+0000","last_unstale":"2020-08-19T18:29:50.635894+0000","last_undegraded":"2020-08-19T18:29:50.635894+0000","last_fullsized":"2020-08-19T18:29:50.635894+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_clean_scrub_stamp":"2020-08-19T18:28:57.845027+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"34","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:49.882772+0000","last_change":"2020-08-19T18:29:14.651063+0000","last_active":"2020-08-19T18:29:49.882772+0000","last_peered":"2020-08-19T18:29:49.882772+0000","last_clean":"2020-08-19T18:29:49.882772+0000","last_became_active":"2020-08-19T18:29:14.650777+0000","last_became_peered":"2020-08-19T18:29:14.650777+0000","last_unstale":"2020-08-19T18:29:49.882772+0000","last_undegraded":"2020-08-19T18:29:49.882772+0000","last_fullsized":"2020-08-19T18:29:49.882772+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"38","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.635951+0000","last_change":"2020-08-19T18:28:59.067895+0000","last_active":"2020-08-19T18:29:50.635951+0000","last_peered":"2020-08-19T18:29:50.635951+0000","last_clean":"2020-08-19T18:29:50.635951+0000","last_became_active":"2020-08-19T18:28:59.067620+0000","last_became_peered":"2020-08-19T18:28:59.067620+0000","last_unstale":"2020-08-19T18:29:50.635951+0000","last_undegraded":"2020-08-19T18:29:50.635951+0000","last_fullsized":"2020-08-19T18:29:50.635951+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_clean_scrub_stamp":"2020-08-19T18:28:57.845027+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"40","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.775704+0000","last_change":"2020-08-19T18:29:31.181629+0000","last_active":"2020-08-19T18:29:50.775704+0000","last_peered":"2020-08-19T18:29:50.775704+0000","last_clean":"2020-08-19T18:29:50.775704+0000","last_became_active":"2020-08-19T18:29:31.181197+0000","last_became_peered":"2020-08-19T18:29:31.181197+0000","last_unstale":"2020-08-19T18:29:50.775704+0000","last_undegraded":"2020-08-19T18:29:50.775704+0000","last_fullsized":"2020-08-19T18:29:50.775704+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":"36","reported_epoch":"49","state":"active+clean","last_fresh":"2020-08-19T18:29:51.893344+0000","last_change":"2020-08-19T18:29:14.648846+0000","last_active":"2020-08-19T18:29:51.893344+0000","last_peered":"2020-08-19T18:29:51.893344+0000","last_clean":"2020-08-19T18:29:51.893344+0000","last_became_active":"2020-08-19T18:29:14.648134+0000","last_became_peered":"2020-08-19T18:29:14.648134+0000","last_unstale":"2020-08-19T18:29:51.893344+0000","last_undegraded":"2020-08-19T18:29:51.893344+0000","last_fullsized":"2020-08-19T18:29:51.893344+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"39","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.775680+0000","last_change":"2020-08-19T18:28:58.866623+0000","last_active":"2020-08-19T18:29:50.775680+0000","last_peered":"2020-08-19T18:29:50.775680+0000","last_clean":"2020-08-19T18:29:50.775680+0000","last_became_active":"2020-08-19T18:28:58.866299+0000","last_became_peered":"2020-08-19T18:28:58.866299+0000","last_unstale":"2020-08-19T18:29:50.775680+0000","last_undegraded":"2020-08-19T18:29:50.775680+0000","last_fullsized":"2020-08-19T18:29:50.775680+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_clean_scrub_stamp":"2020-08-19T18:28:57.845027+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"37","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.776403+0000","last_change":"2020-08-19T18:28:58.867170+0000","last_active":"2020-08-19T18:29:50.776403+0000","last_peered":"2020-08-19T18:29:50.776403+0000","last_clean":"2020-08-19T18:29:50.776403+0000","last_became_active":"2020-08-19T18:28:58.866778+0000","last_became_peered":"2020-08-19T18:28:58.866778+0000","last_unstale":"2020-08-19T18:29:50.776403+0000","last_undegraded":"2020-08-19T18:29:50.776403+0000","last_fullsized":"2020-08-19T18:29:50.776403+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_clean_scrub_stamp":"2020-08-19T18:28:57.845027+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":"34","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:49.882693+0000","last_change":"2020-08-19T18:29:14.652613+0000","last_active":"2020-08-19T18:29:49.882693+0000","last_peered":"2020-08-19T18:29:49.882693+0000","last_clean":"2020-08-19T18:29:49.882693+0000","last_became_active":"2020-08-19T18:29:14.652189+0000","last_became_peered":"2020-08-19T18:29:14.652189+0000","last_unstale":"2020-08-19T18:29:49.882693+0000","last_undegraded":"2020-08-19T18:29:49.882693+0000","last_fullsized":"2020-08-19T18:29:49.882693+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":16,"stat_sum":{"num_bytes":540672,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":8,"num_read_kb":0,"num_write":16,"num_write_kb":528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":90112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":811008,"data_stored":811008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":16,"ondisk_log_size":16,"up":48,"acting":48,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":2,"acting":2,"num_store_stats":2},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574864,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5632,"kb_used_data":568,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":94366208,"statfs":{"total":96636764160,"available":96630996992,"internally_reserved":0,"allocated":581632,"data_stored":274566,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58799999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72899999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77200000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82799999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0629999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.036}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1279999999999999}]}]},{"osd":6,"up_from":13,"seq":55834574863,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5628,"kb_used_data":564,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":94366212,"statfs":{"total":96636764160,"available":96631001088,"internally_reserved":0,"allocated":577536,"data_stored":276394,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73399999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77200000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1850000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92100000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3400000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0940000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574863,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5776,"kb_used_data":648,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":94366064,"statfs":{"total":96636764160,"available":96630849536,"internally_reserved":0,"allocated":663552,"data_stored":358892,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.745}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83799999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89500000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3169999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0760000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1579999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2569999999999999}]}]},{"osd":0,"up_from":13,"seq":55834574865,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5888,"kb_used_data":760,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":94365952,"statfs":{"total":96636764160,"available":96630734848,"internally_reserved":0,"allocated":778240,"data_stored":467656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93000000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90900000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3500000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.7809999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.841}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.796}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.508}]}]},{"osd":2,"up_from":29,"seq":124554051591,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5924,"kb_used_data":604,"kb_used_omap":0,"kb_used_meta":5311,"kb_avail":94365916,"statfs":{"total":96636764160,"available":96630697984,"internally_reserved":0,"allocated":618496,"data_stored":307912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":5438524},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68999999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71499999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1870000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2250000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3899999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.7989999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.6639999999999999}]}]},{"osd":3,"up_from":13,"seq":55834574864,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5840,"kb_used_data":712,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":94366000,"statfs":{"total":96636764160,"available":96630784000,"internally_reserved":0,"allocated":729088,"data_stored":418504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71799999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82099999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0940000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.9790000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.7549999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4730000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.417}]}]},{"osd":4,"up_from":13,"seq":55834574864,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5800,"kb_used_data":736,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":94366040,"statfs":{"total":96636764160,"available":96630824960,"internally_reserved":0,"allocated":753664,"data_stored":454828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Aug 19 18:29:53 2020","interfaces":[{"interface":"back","average":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.345,"5min":1.345,"15min":1.345},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"min":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"max":{"1min":1.4590000000000001,"5min":1.4590000000000001,"15min":1.4590000000000001},"last":1.2569999999999999}]},{"osd":1,"last update":"Wed Aug 19 18:29:53 2020","interfaces":[{"interface":"back","average":{"1min":1.0249999999999999,"5min":1.0249999999999999,"15min":1.0249999999999999},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.45,"5min":1.45,"15min":1.45},"last":1.4399999999999999},{"interface":"front","average":{"1min":1.03,"5min":1.03,"15min":1.03},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.498,"5min":1.498,"15min":1.498},"last":0.88200000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.073}]},{"osd":3,"last update":"Wed Aug 19 18:29:53 2020","interfaces":[{"interface":"back","average":{"1min":1.1459999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"min":{"1min":0.875,"5min":0.875,"15min":0.875},"max":{"1min":1.5800000000000001,"5min":1.5800000000000001,"15min":1.5800000000000001},"last":0.93500000000000005},{"interface":"front","average":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"min":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"max":{"1min":1.3660000000000001,"5min":1.3660000000000001,"15min":1.3660000000000001},"last":0.98599999999999999}]},{"osd":5,"last update":"Wed Aug 19 18:29:53 2020","interfaces":[{"interface":"back","average":{"1min":1.1000000000000001,"5min":1.1000000000000001,"15min":1.1000000000000001},"min":{"1min":0.623,"5min":0.623,"15min":0.623},"max":{"1min":1.573,"5min":1.573,"15min":1.573},"last":1.1120000000000001},{"interface":"front","average":{"1min":1.2490000000000001,"5min":1.2490000000000001,"15min":1.2490000000000001},"min":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"max":{"1min":1.5860000000000001,"5min":1.5860000000000001,"15min":1.5860000000000001},"last":1.5860000000000001}]},{"osd":6,"last update":"Wed Aug 19 18:29:53 2020","interfaces":[{"interface":"back","average":{"1min":1.04,"5min":1.04,"15min":1.04},"min":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"max":{"1min":1.3580000000000001,"5min":1.3580000000000001,"15min":1.3580000000000001},"last":1.1399999999999999},{"interface":"front","average":{"1min":1.3720000000000001,"5min":1.3720000000000001,"15min":1.3720000000000001},"min":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"max":{"1min":1.915,"5min":1.915,"15min":1.915},"last":1.512}]},{"osd":7,"last update":"Wed Aug 19 18:29:53 2020","interfaces":[{"interface":"back","average":{"1min":1.4330000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"min":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"max":{"1min":1.7270000000000001,"5min":1.7270000000000001,"15min":1.7270000000000001},"last":1.716},{"interface":"front","average":{"1min":1.3440000000000001,"5min":1.3440000000000001,"15min":1.3440000000000001},"min":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"max":{"1min":1.855,"5min":1.855,"15min":1.855},"last":1.544}]}]},{"osd":5,"up_from":13,"seq":55834574863,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5740,"kb_used_data":612,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":94366100,"statfs":{"total":96636764160,"available":96630886400,"internally_reserved":0,"allocated":626688,"data_stored":322028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58099999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97899999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68899999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0649999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.22}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.109}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.246}]}]}]}} Ignoring malparsed backtrace: 2020-08-19T18:30:02.183 INFO:tasks.ceph:pgid 3.6 last_scrub_stamp 2020-08-19T18:29:13.628333+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=29, tm_sec=13, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=29, tm_sec=57, tm_wday=2, tm_yday=232, tm_isdst=0) , 2020-08-19T18:30:02.184 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. , 2020-08-19T18:30:22.187 INFO:teuthology.orchestra.run.smithi068:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early pg dump --format=json Ignoring malparsed backtrace: 2020-08-19T18:30:44.757 INFO:tasks.ceph:Archiving mon data... , 2020-08-19T18:30:44.768 DEBUG:teuthology.misc:Transferring archived files from smithi068:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/kchai-2020-08-19_06:47:30-rados-wip-kefu-testing-2020-08-19-1141-distro-basic-smithi/5359043/data/mon.a.tgz , 2020-08-19T18:30:44.769 INFO:teuthology.orchestra.run.smithi068:> mktemp Ignoring malparsed backtrace: 2020-08-19T18:30:50.311 INFO:teuthology.orchestra.run.smithi068.stdout:Running transaction check , 2020-08-19T18:30:50.311 INFO:teuthology.orchestra.run.smithi068.stdout:Transaction check succeeded. , 2020-08-19T18:30:50.312 INFO:teuthology.orchestra.run.smithi068.stdout:Running transaction test Ignoring malparsed backtrace: 2020-08-19T18:30:53.434 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-test-2:16.0.0-4528.g8d9001a.el8.x86_64 1/5 , 2020-08-19T18:30:53.434 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : jq-1.5-12.el8.x86_64 2/5 , 2020-08-19T18:30:53.434 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : oniguruma-6.8.2-1.el8.x86_64 3/5 Ignoring malparsed backtrace: 2020-08-19T18:30:55.949 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mds-2:16.0.0-4528.g8d9001a.el8.x86_64 , 2020-08-19T18:30:55.950 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mon-2:16.0.0-4528.g8d9001a.el8.x86_64 , 2020-08-19T18:30:55.950 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-osd-2:16.0.0-4528.g8d9001a.el8.x86_64 Ignoring malparsed backtrace: 2020-08-19T18:30:59.693 INFO:teuthology.orchestra.run.smithi068.stdout: python3-webencodings noarch0.5.1-6.el8 @CentOS-AppStream 72 k , 2020-08-19T18:30:59.693 INFO:teuthology.orchestra.run.smithi068.stdout: python3-webob noarch1.8.5-1.el8.1 @epel 1.2 M , 2020-08-19T18:30:59.693 INFO:teuthology.orchestra.run.smithi068.stdout: python3-websocket-client noarch0.56.0-5.el8 @epel 180 k Ignoring malparsed backtrace: 2020-08-19T18:30:59.715 INFO:teuthology.orchestra.run.smithi192.stdout: python3-repoze-lru noarch0.7-6.el8 @epel 84 k , 2020-08-19T18:30:59.715 INFO:teuthology.orchestra.run.smithi192.stdout: python3-requests noarch2.20.0-2.1.el8_1 @CentOS-Base 369 k , 2020-08-19T18:30:59.716 INFO:teuthology.orchestra.run.smithi192.stdout: python3-requests-oauthlib noarch1.0.0-1.el8 @CentOS-Base 107 k Ignoring malparsed backtrace: 2020-08-19T18:31:04.320 INFO:teuthology.orchestra.run.smithi068.stdout: Erasing : python3-pyasn1-modules-0.3.7-6.el8.noarch 30/85 , 2020-08-19T18:31:04.334 INFO:teuthology.orchestra.run.smithi192.stdout: Erasing : python3-jsonpointer-1.10-11.el8.noarch 33/85 , 2020-08-19T18:31:04.545 INFO:teuthology.orchestra.run.smithi192.stdout: Erasing : python3-pyasn1-0.3.7-6.el8.noarch 34/85 Ignoring malparsed backtrace: 2020-08-19T18:31:25.204 INFO:teuthology.orchestra.run.smithi192.stdout: , 2020-08-19T18:31:25.469 INFO:teuthology.orchestra.run.smithi192.stdout: Erasing : python3-cssselect-0.9.2-10.el8.noarch 69/85 , 2020-08-19T18:31:25.469 INFO:teuthology.orchestra.run.smithi192.stdout: Erasing : openblas-0.3.3-2.el8.x86_64 70/85 Ignoring malparsed backtrace: 2020-08-19T18:31:28.633 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 48/85 , 2020-08-19T18:31:28.633 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-lxml-4.2.3-1.el8.x86_64 49/85 , 2020-08-19T18:31:28.633 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 50/85 Ignoring malparsed backtrace: 2020-08-19T18:31:29.886 INFO:teuthology.orchestra.run.smithi068.stdout: Verifying : python3-portend-2.6-1.el8.noarch 57/85 , 2020-08-19T18:31:29.887 INFO:teuthology.orchestra.run.smithi068.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 58/85 , 2020-08-19T18:31:29.887 INFO:teuthology.orchestra.run.smithi068.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 59/85 Ignoring malparsed backtrace: 2020-08-19T18:31:30.022 INFO:teuthology.orchestra.run.smithi192.stdout: python3-routes-2.4.1-12.el8.noarch , 2020-08-19T18:31:30.022 INFO:teuthology.orchestra.run.smithi192.stdout: python3-rsa-3.4.2-15.el8.noarch , 2020-08-19T18:31:30.022 INFO:teuthology.orchestra.run.smithi192.stdout: python3-scipy-1.0.0-20.module_el8.1.0+245+c39af44f.x86_64 Ignoring malparsed backtrace: 2020-08-19T18:31:31.575 INFO:teuthology.orchestra.run.smithi068.stdout: python3-pytz-2017.2-9.el8.noarch , 2020-08-19T18:31:31.576 INFO:teuthology.orchestra.run.smithi068.stdout: python3-rados-2:16.0.0-4528.g8d9001a.el8.x86_64 , 2020-08-19T18:31:31.576 INFO:teuthology.orchestra.run.smithi068.stdout: python3-rbd-2:16.0.0-4528.g8d9001a.el8.x86_64 Ignoring malparsed backtrace: 2020-08-19T18:31:34.718 INFO:teuthology.orchestra.run.smithi068.stdout: ceph-immutable-object-cache x86_64 2:16.0.0-4528.g8d9001a.el8 @ceph 692 k , 2020-08-19T18:31:34.718 INFO:teuthology.orchestra.run.smithi068.stdout: , 2020-08-19T18:31:34.718 INFO:teuthology.orchestra.run.smithi068.stdout:Transaction Summary Ignoring malparsed backtrace: No packages marked for removal. , 2020-08-19T18:31:38.331 INFO:teuthology.orchestra.run.smithi068.stdout:Dependencies resolved. , 2020-08-19T18:31:38.332 INFO:teuthology.orchestra.run.smithi068.stdout:Nothing to do. Ignoring malparsed backtrace: 2020-08-19T18:31:40.959 INFO:teuthology.orchestra.run.smithi192.stdout:No match for argument: libcephfs2 , No packages marked for removal. , 2020-08-19T18:31:40.963 INFO:teuthology.orchestra.run.smithi192.stdout:Dependencies resolved. Ignoring malparsed backtrace: 2020-08-19T18:31:43.906 INFO:teuthology.orchestra.run.smithi068.stdout:Running transaction check , 2020-08-19T18:31:43.907 INFO:teuthology.orchestra.run.smithi068.stdout:Transaction check succeeded. , 2020-08-19T18:31:43.907 INFO:teuthology.orchestra.run.smithi068.stdout:Running transaction test Ignoring malparsed backtrace: 2020-08-19T18:31:48.451 INFO:teuthology.orchestra.run.smithi192.stdout:Nothing to do. , 2020-08-19T18:31:48.451 INFO:teuthology.orchestra.run.smithi192.stdout:Complete! , 2020-08-19T18:31:48.569 INFO:teuthology.orchestra.run.smithi192:> sudo yum clean all Ignoring malparsed backtrace: 2020-08-19T18:31:54.595 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi192.front.sepia.ceph.com , 2020-08-19T18:31:54.597 INFO:teuthology.orchestra.run.smithi192:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/*.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 , 2020-08-19T18:31:54.619 INFO:teuthology.task.internal.syslog:Compressing syslogs... Ignoring malparsed backtrace: ceph version 16.0.0-4528-g8d9001a (8d9001a8062a52bb640447b6a7e38abbff3580ee) pacific (dev) , 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xe5) [0x7fe65a1bbf1a] , 2: (WriteOp::_finish(TestOp::CallbackInfo*)+0x5b6) [0x560ff61c1666] Ignoring malparsed backtrace: 2020-08-19T18:29:32.616 INFO:teuthology.orchestra.run.smithi068:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early -- tell 'mon.*' injectargs --mon_osd_down_out_interval=600 , 2020-08-19T18:29:32.946 INFO:teuthology.orchestra.run.smithi068.stdout:mon.a: {} , 2020-08-19T18:29:32.958 INFO:teuthology.orchestra.run.smithi068.stdout:mon.b: {} Ignoring malparsed backtrace: 2020-08-19T18:29:56.020 INFO:teuthology.orchestra.run.smithi068.stdout: , dumped all , 2020-08-19T18:29:56.028 INFO:teuthology.orchestra.run.smithi068.stdout:{"pg_ready":true,"pg_map":{"version":80,"stamp":"2020-08-19T18:29:55.156580+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":540672,"num_objects":10,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":8,"num_read_kb":0,"num_write":18,"num_write_kb":530,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":90112,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":66,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":46228,"kb_used_data":5204,"kb_used_omap":0,"kb_used_meta":40959,"kb_avail":754928492,"statfs":{"total":773094113280,"available":773046775808,"internally_reserved":0,"allocated":5328896,"data_stored":2880780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":41942076},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001667"},"pg_stats":[{"pgid":"3.f","version":"25'2","reported_seq":"36","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.635940+0000","last_change":"2020-08-19T18:29:14.646224+0000","last_active":"2020-08-19T18:29:50.635940+0000","last_peered":"2020-08-19T18:29:50.635940+0000","last_clean":"2020-08-19T18:29:50.635940+0000","last_became_active":"2020-08-19T18:29:14.645693+0000","last_became_peered":"2020-08-19T18:29:14.645693+0000","last_unstale":"2020-08-19T18:29:50.635940+0000","last_undegraded":"2020-08-19T18:29:50.635940+0000","last_fullsized":"2020-08-19T18:29:50.635940+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":24576,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":"34","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.635826+0000","last_change":"2020-08-19T18:29:14.651749+0000","last_active":"2020-08-19T18:29:50.635826+0000","last_peered":"2020-08-19T18:29:50.635826+0000","last_clean":"2020-08-19T18:29:50.635826+0000","last_became_active":"2020-08-19T18:29:14.651112+0000","last_became_peered":"2020-08-19T18:29:14.651112+0000","last_unstale":"2020-08-19T18:29:50.635826+0000","last_undegraded":"2020-08-19T18:29:50.635826+0000","last_fullsized":"2020-08-19T18:29:50.635826+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":"34","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.635826+0000","last_change":"2020-08-19T18:29:14.649913+0000","last_active":"2020-08-19T18:29:50.635826+0000","last_peered":"2020-08-19T18:29:50.635826+0000","last_clean":"2020-08-19T18:29:50.635826+0000","last_became_active":"2020-08-19T18:29:14.649372+0000","last_became_peered":"2020-08-19T18:29:14.649372+0000","last_unstale":"2020-08-19T18:29:50.635826+0000","last_undegraded":"2020-08-19T18:29:50.635826+0000","last_fullsized":"2020-08-19T18:29:50.635826+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"24'2","reported_seq":"38","reported_epoch":"49","state":"active+clean","last_fresh":"2020-08-19T18:29:51.897484+0000","last_change":"2020-08-19T18:29:14.647349+0000","last_active":"2020-08-19T18:29:51.897484+0000","last_peered":"2020-08-19T18:29:51.897484+0000","last_clean":"2020-08-19T18:29:51.897484+0000","last_became_active":"2020-08-19T18:29:14.646844+0000","last_became_peered":"2020-08-19T18:29:14.646844+0000","last_unstale":"2020-08-19T18:29:51.897484+0000","last_undegraded":"2020-08-19T18:29:51.897484+0000","last_fullsized":"2020-08-19T18:29:51.897484+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":40960,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.b","version":"25'4","reported_seq":"40","reported_epoch":"49","state":"active+clean","last_fresh":"2020-08-19T18:29:51.893315+0000","last_change":"2020-08-19T18:29:14.646761+0000","last_active":"2020-08-19T18:29:51.893315+0000","last_peered":"2020-08-19T18:29:51.893315+0000","last_clean":"2020-08-19T18:29:51.893315+0000","last_became_active":"2020-08-19T18:29:14.646078+0000","last_became_peered":"2020-08-19T18:29:14.646078+0000","last_unstale":"2020-08-19T18:29:51.893315+0000","last_undegraded":"2020-08-19T18:29:51.893315+0000","last_fullsized":"2020-08-19T18:29:51.893315+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":180224,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":0,"num_write":4,"num_write_kb":176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"32","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.776468+0000","last_change":"2020-08-19T18:29:14.644899+0000","last_active":"2020-08-19T18:29:50.776468+0000","last_peered":"2020-08-19T18:29:50.776468+0000","last_clean":"2020-08-19T18:29:50.776468+0000","last_became_active":"2020-08-19T18:29:14.644338+0000","last_became_peered":"2020-08-19T18:29:14.644338+0000","last_unstale":"2020-08-19T18:29:50.776468+0000","last_undegraded":"2020-08-19T18:29:50.776468+0000","last_fullsized":"2020-08-19T18:29:50.776468+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"38","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.776075+0000","last_change":"2020-08-19T18:29:31.179921+0000","last_active":"2020-08-19T18:29:50.776075+0000","last_peered":"2020-08-19T18:29:50.776075+0000","last_clean":"2020-08-19T18:29:50.776075+0000","last_became_active":"2020-08-19T18:29:31.179407+0000","last_became_peered":"2020-08-19T18:29:31.179407+0000","last_unstale":"2020-08-19T18:29:50.776075+0000","last_undegraded":"2020-08-19T18:29:50.776075+0000","last_fullsized":"2020-08-19T18:29:50.776075+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"36","reported_epoch":"49","state":"active+clean","last_fresh":"2020-08-19T18:29:51.893393+0000","last_change":"2020-08-19T18:29:14.646141+0000","last_active":"2020-08-19T18:29:51.893393+0000","last_peered":"2020-08-19T18:29:51.893393+0000","last_clean":"2020-08-19T18:29:51.893393+0000","last_became_active":"2020-08-19T18:29:14.645736+0000","last_became_peered":"2020-08-19T18:29:14.645736+0000","last_unstale":"2020-08-19T18:29:51.893393+0000","last_undegraded":"2020-08-19T18:29:51.893393+0000","last_fullsized":"2020-08-19T18:29:51.893393+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"39","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.775755+0000","last_change":"2020-08-19T18:28:59.067498+0000","last_active":"2020-08-19T18:29:50.775755+0000","last_peered":"2020-08-19T18:29:50.775755+0000","last_clean":"2020-08-19T18:29:50.775755+0000","last_became_active":"2020-08-19T18:28:59.067224+0000","last_became_peered":"2020-08-19T18:28:59.067224+0000","last_unstale":"2020-08-19T18:29:50.775755+0000","last_undegraded":"2020-08-19T18:29:50.775755+0000","last_fullsized":"2020-08-19T18:29:50.775755+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_clean_scrub_stamp":"2020-08-19T18:28:57.845027+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"24'2","reported_seq":"56","reported_epoch":"49","state":"active+clean","last_fresh":"2020-08-19T18:29:51.897618+0000","last_change":"2020-08-19T18:29:33.767688+0000","last_active":"2020-08-19T18:29:51.897618+0000","last_peered":"2020-08-19T18:29:51.897618+0000","last_clean":"2020-08-19T18:29:51.897618+0000","last_became_active":"2020-08-19T18:29:33.767165+0000","last_became_peered":"2020-08-19T18:29:33.767165+0000","last_unstale":"2020-08-19T18:29:51.897618+0000","last_undegraded":"2020-08-19T18:29:51.897618+0000","last_fullsized":"2020-08-19T18:29:51.897618+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90112,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":90112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"40","reported_epoch":"49","state":"active+clean","last_fresh":"2020-08-19T18:29:51.897439+0000","last_change":"2020-08-19T18:28:58.865307+0000","last_active":"2020-08-19T18:29:51.897439+0000","last_peered":"2020-08-19T18:29:51.897439+0000","last_clean":"2020-08-19T18:29:51.897439+0000","last_became_active":"2020-08-19T18:28:58.864790+0000","last_became_peered":"2020-08-19T18:28:58.864790+0000","last_unstale":"2020-08-19T18:29:51.897439+0000","last_undegraded":"2020-08-19T18:29:51.897439+0000","last_fullsized":"2020-08-19T18:29:51.897439+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_clean_scrub_stamp":"2020-08-19T18:28:57.845027+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"25'6","reported_seq":"38","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.776198+0000","last_change":"2020-08-19T18:29:14.650908+0000","last_active":"2020-08-19T18:29:50.776198+0000","last_peered":"2020-08-19T18:29:50.776198+0000","last_clean":"2020-08-19T18:29:50.776198+0000","last_became_active":"2020-08-19T18:29:14.650418+0000","last_became_peered":"2020-08-19T18:29:14.650418+0000","last_unstale":"2020-08-19T18:29:50.776198+0000","last_undegraded":"2020-08-19T18:29:50.776198+0000","last_fullsized":"2020-08-19T18:29:50.776198+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":204800,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":0,"num_write":6,"num_write_kb":200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"40","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:49.881138+0000","last_change":"2020-08-19T18:29:43.633845+0000","last_active":"2020-08-19T18:29:49.881138+0000","last_peered":"2020-08-19T18:29:49.881138+0000","last_clean":"2020-08-19T18:29:49.881138+0000","last_became_active":"2020-08-19T18:29:30.761225+0000","last_became_peered":"2020-08-19T18:29:30.761225+0000","last_unstale":"2020-08-19T18:29:49.881138+0000","last_undegraded":"2020-08-19T18:29:49.881138+0000","last_fullsized":"2020-08-19T18:29:49.881138+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_clean_scrub_stamp":"2020-08-19T18:28:57.845027+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"40","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.775627+0000","last_change":"2020-08-19T18:29:31.180693+0000","last_active":"2020-08-19T18:29:50.775627+0000","last_peered":"2020-08-19T18:29:50.775627+0000","last_clean":"2020-08-19T18:29:50.775627+0000","last_became_active":"2020-08-19T18:29:31.179939+0000","last_became_peered":"2020-08-19T18:29:31.179939+0000","last_unstale":"2020-08-19T18:29:50.775627+0000","last_undegraded":"2020-08-19T18:29:50.775627+0000","last_fullsized":"2020-08-19T18:29:50.775627+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"53","reported_epoch":"49","state":"active+clean","last_fresh":"2020-08-19T18:29:51.897474+0000","last_change":"2020-08-19T18:29:30.758864+0000","last_active":"2020-08-19T18:29:51.897474+0000","last_peered":"2020-08-19T18:29:51.897474+0000","last_clean":"2020-08-19T18:29:51.897474+0000","last_became_active":"2020-08-19T18:29:30.758582+0000","last_became_peered":"2020-08-19T18:29:30.758582+0000","last_unstale":"2020-08-19T18:29:51.897474+0000","last_undegraded":"2020-08-19T18:29:51.897474+0000","last_fullsized":"2020-08-19T18:29:51.897474+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_clean_scrub_stamp":"2020-08-19T18:28:57.845027+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"15'2","reported_seq":"43","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.635750+0000","last_change":"2020-08-19T18:28:54.265113+0000","last_active":"2020-08-19T18:29:50.635750+0000","last_peered":"2020-08-19T18:29:50.635750+0000","last_clean":"2020-08-19T18:29:50.635750+0000","last_became_active":"2020-08-19T18:28:54.264683+0000","last_became_peered":"2020-08-19T18:28:54.264683+0000","last_unstale":"2020-08-19T18:29:50.635750+0000","last_undegraded":"2020-08-19T18:29:50.635750+0000","last_fullsized":"2020-08-19T18:29:50.635750+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:47.219068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:47.219068+0000","last_clean_scrub_stamp":"2020-08-19T18:28:47.219068+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"36","reported_epoch":"49","state":"active+clean","last_fresh":"2020-08-19T18:29:51.893271+0000","last_change":"2020-08-19T18:29:14.645703+0000","last_active":"2020-08-19T18:29:51.893271+0000","last_peered":"2020-08-19T18:29:51.893271+0000","last_clean":"2020-08-19T18:29:51.893271+0000","last_became_active":"2020-08-19T18:29:14.645158+0000","last_became_peered":"2020-08-19T18:29:14.645158+0000","last_unstale":"2020-08-19T18:29:51.893271+0000","last_undegraded":"2020-08-19T18:29:51.893271+0000","last_fullsized":"2020-08-19T18:29:51.893271+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"38","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.635894+0000","last_change":"2020-08-19T18:28:58.870422+0000","last_active":"2020-08-19T18:29:50.635894+0000","last_peered":"2020-08-19T18:29:50.635894+0000","last_clean":"2020-08-19T18:29:50.635894+0000","last_became_active":"2020-08-19T18:28:58.870044+0000","last_became_peered":"2020-08-19T18:28:58.870044+0000","last_unstale":"2020-08-19T18:29:50.635894+0000","last_undegraded":"2020-08-19T18:29:50.635894+0000","last_fullsized":"2020-08-19T18:29:50.635894+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_clean_scrub_stamp":"2020-08-19T18:28:57.845027+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"34","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:49.882772+0000","last_change":"2020-08-19T18:29:14.651063+0000","last_active":"2020-08-19T18:29:49.882772+0000","last_peered":"2020-08-19T18:29:49.882772+0000","last_clean":"2020-08-19T18:29:49.882772+0000","last_became_active":"2020-08-19T18:29:14.650777+0000","last_became_peered":"2020-08-19T18:29:14.650777+0000","last_unstale":"2020-08-19T18:29:49.882772+0000","last_undegraded":"2020-08-19T18:29:49.882772+0000","last_fullsized":"2020-08-19T18:29:49.882772+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"38","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.635951+0000","last_change":"2020-08-19T18:28:59.067895+0000","last_active":"2020-08-19T18:29:50.635951+0000","last_peered":"2020-08-19T18:29:50.635951+0000","last_clean":"2020-08-19T18:29:50.635951+0000","last_became_active":"2020-08-19T18:28:59.067620+0000","last_became_peered":"2020-08-19T18:28:59.067620+0000","last_unstale":"2020-08-19T18:29:50.635951+0000","last_undegraded":"2020-08-19T18:29:50.635951+0000","last_fullsized":"2020-08-19T18:29:50.635951+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_clean_scrub_stamp":"2020-08-19T18:28:57.845027+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"40","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.775704+0000","last_change":"2020-08-19T18:29:31.181629+0000","last_active":"2020-08-19T18:29:50.775704+0000","last_peered":"2020-08-19T18:29:50.775704+0000","last_clean":"2020-08-19T18:29:50.775704+0000","last_became_active":"2020-08-19T18:29:31.181197+0000","last_became_peered":"2020-08-19T18:29:31.181197+0000","last_unstale":"2020-08-19T18:29:50.775704+0000","last_undegraded":"2020-08-19T18:29:50.775704+0000","last_fullsized":"2020-08-19T18:29:50.775704+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":"36","reported_epoch":"49","state":"active+clean","last_fresh":"2020-08-19T18:29:51.893344+0000","last_change":"2020-08-19T18:29:14.648846+0000","last_active":"2020-08-19T18:29:51.893344+0000","last_peered":"2020-08-19T18:29:51.893344+0000","last_clean":"2020-08-19T18:29:51.893344+0000","last_became_active":"2020-08-19T18:29:14.648134+0000","last_became_peered":"2020-08-19T18:29:14.648134+0000","last_unstale":"2020-08-19T18:29:51.893344+0000","last_undegraded":"2020-08-19T18:29:51.893344+0000","last_fullsized":"2020-08-19T18:29:51.893344+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"39","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.775680+0000","last_change":"2020-08-19T18:28:58.866623+0000","last_active":"2020-08-19T18:29:50.775680+0000","last_peered":"2020-08-19T18:29:50.775680+0000","last_clean":"2020-08-19T18:29:50.775680+0000","last_became_active":"2020-08-19T18:28:58.866299+0000","last_became_peered":"2020-08-19T18:28:58.866299+0000","last_unstale":"2020-08-19T18:29:50.775680+0000","last_undegraded":"2020-08-19T18:29:50.775680+0000","last_fullsized":"2020-08-19T18:29:50.775680+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_clean_scrub_stamp":"2020-08-19T18:28:57.845027+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"37","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:50.776403+0000","last_change":"2020-08-19T18:28:58.867170+0000","last_active":"2020-08-19T18:29:50.776403+0000","last_peered":"2020-08-19T18:29:50.776403+0000","last_clean":"2020-08-19T18:29:50.776403+0000","last_became_active":"2020-08-19T18:28:58.866778+0000","last_became_peered":"2020-08-19T18:28:58.866778+0000","last_unstale":"2020-08-19T18:29:50.776403+0000","last_undegraded":"2020-08-19T18:29:50.776403+0000","last_fullsized":"2020-08-19T18:29:50.776403+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:28:57.845027+0000","last_clean_scrub_stamp":"2020-08-19T18:28:57.845027+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":"34","reported_epoch":"48","state":"active+clean","last_fresh":"2020-08-19T18:29:49.882693+0000","last_change":"2020-08-19T18:29:14.652613+0000","last_active":"2020-08-19T18:29:49.882693+0000","last_peered":"2020-08-19T18:29:49.882693+0000","last_clean":"2020-08-19T18:29:49.882693+0000","last_became_active":"2020-08-19T18:29:14.652189+0000","last_became_peered":"2020-08-19T18:29:14.652189+0000","last_unstale":"2020-08-19T18:29:49.882693+0000","last_undegraded":"2020-08-19T18:29:49.882693+0000","last_fullsized":"2020-08-19T18:29:49.882693+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2020-08-19T18:29:13.628333+0000","last_clean_scrub_stamp":"2020-08-19T18:29:13.628333+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":16,"stat_sum":{"num_bytes":540672,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":8,"num_read_kb":0,"num_write":16,"num_write_kb":528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":90112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":811008,"data_stored":811008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":16,"ondisk_log_size":16,"up":48,"acting":48,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":2,"acting":2,"num_store_stats":2},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574864,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5632,"kb_used_data":568,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":94366208,"statfs":{"total":96636764160,"available":96630996992,"internally_reserved":0,"allocated":581632,"data_stored":274566,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58799999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72899999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77200000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82799999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0629999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.036}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1279999999999999}]}]},{"osd":6,"up_from":13,"seq":55834574863,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5628,"kb_used_data":564,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":94366212,"statfs":{"total":96636764160,"available":96631001088,"internally_reserved":0,"allocated":577536,"data_stored":276394,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73399999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77200000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1850000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92100000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3400000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0940000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574863,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5776,"kb_used_data":648,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":94366064,"statfs":{"total":96636764160,"available":96630849536,"internally_reserved":0,"allocated":663552,"data_stored":358892,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.745}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83799999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89500000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3169999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0760000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1579999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2569999999999999}]}]},{"osd":0,"up_from":13,"seq":55834574865,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5888,"kb_used_data":760,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":94365952,"statfs":{"total":96636764160,"available":96630734848,"internally_reserved":0,"allocated":778240,"data_stored":467656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93000000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90900000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3500000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.7809999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.841}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.796}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.508}]}]},{"osd":2,"up_from":29,"seq":124554051591,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5924,"kb_used_data":604,"kb_used_omap":0,"kb_used_meta":5311,"kb_avail":94365916,"statfs":{"total":96636764160,"available":96630697984,"internally_reserved":0,"allocated":618496,"data_stored":307912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":964,"internal_metadata":5438524},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68999999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71499999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1870000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2250000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3899999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.7989999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.6639999999999999}]}]},{"osd":3,"up_from":13,"seq":55834574864,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5840,"kb_used_data":712,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":94366000,"statfs":{"total":96636764160,"available":96630784000,"internally_reserved":0,"allocated":729088,"data_stored":418504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71799999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82099999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0940000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.9790000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.7549999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4730000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.417}]}]},{"osd":4,"up_from":13,"seq":55834574864,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5800,"kb_used_data":736,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":94366040,"statfs":{"total":96636764160,"available":96630824960,"internally_reserved":0,"allocated":753664,"data_stored":454828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Aug 19 18:29:53 2020","interfaces":[{"interface":"back","average":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.345,"5min":1.345,"15min":1.345},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"min":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"max":{"1min":1.4590000000000001,"5min":1.4590000000000001,"15min":1.4590000000000001},"last":1.2569999999999999}]},{"osd":1,"last update":"Wed Aug 19 18:29:53 2020","interfaces":[{"interface":"back","average":{"1min":1.0249999999999999,"5min":1.0249999999999999,"15min":1.0249999999999999},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.45,"5min":1.45,"15min":1.45},"last":1.4399999999999999},{"interface":"front","average":{"1min":1.03,"5min":1.03,"15min":1.03},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.498,"5min":1.498,"15min":1.498},"last":0.88200000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.073}]},{"osd":3,"last update":"Wed Aug 19 18:29:53 2020","interfaces":[{"interface":"back","average":{"1min":1.1459999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"min":{"1min":0.875,"5min":0.875,"15min":0.875},"max":{"1min":1.5800000000000001,"5min":1.5800000000000001,"15min":1.5800000000000001},"last":0.93500000000000005},{"interface":"front","average":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"min":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"max":{"1min":1.3660000000000001,"5min":1.3660000000000001,"15min":1.3660000000000001},"last":0.98599999999999999}]},{"osd":5,"last update":"Wed Aug 19 18:29:53 2020","interfaces":[{"interface":"back","average":{"1min":1.1000000000000001,"5min":1.1000000000000001,"15min":1.1000000000000001},"min":{"1min":0.623,"5min":0.623,"15min":0.623},"max":{"1min":1.573,"5min":1.573,"15min":1.573},"last":1.1120000000000001},{"interface":"front","average":{"1min":1.2490000000000001,"5min":1.2490000000000001,"15min":1.2490000000000001},"min":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"max":{"1min":1.5860000000000001,"5min":1.5860000000000001,"15min":1.5860000000000001},"last":1.5860000000000001}]},{"osd":6,"last update":"Wed Aug 19 18:29:53 2020","interfaces":[{"interface":"back","average":{"1min":1.04,"5min":1.04,"15min":1.04},"min":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"max":{"1min":1.3580000000000001,"5min":1.3580000000000001,"15min":1.3580000000000001},"last":1.1399999999999999},{"interface":"front","average":{"1min":1.3720000000000001,"5min":1.3720000000000001,"15min":1.3720000000000001},"min":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"max":{"1min":1.915,"5min":1.915,"15min":1.915},"last":1.512}]},{"osd":7,"last update":"Wed Aug 19 18:29:53 2020","interfaces":[{"interface":"back","average":{"1min":1.4330000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"min":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"max":{"1min":1.7270000000000001,"5min":1.7270000000000001,"15min":1.7270000000000001},"last":1.716},{"interface":"front","average":{"1min":1.3440000000000001,"5min":1.3440000000000001,"15min":1.3440000000000001},"min":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"max":{"1min":1.855,"5min":1.855,"15min":1.855},"last":1.544}]}]},{"osd":5,"up_from":13,"seq":55834574863,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":5740,"kb_used_data":612,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":94366100,"statfs":{"total":96636764160,"available":96630886400,"internally_reserved":0,"allocated":626688,"data_stored":322028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58099999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97899999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68899999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0649999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.22}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.109}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.246}]}]}]}} Ignoring malparsed backtrace: 2020-08-19T18:30:02.183 INFO:tasks.ceph:pgid 3.6 last_scrub_stamp 2020-08-19T18:29:13.628333+0000 time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=29, tm_sec=13, tm_wday=2, tm_yday=232, tm_isdst=-1) <= time.struct_time(tm_year=2020, tm_mon=8, tm_mday=19, tm_hour=18, tm_min=29, tm_sec=57, tm_wday=2, tm_yday=232, tm_isdst=0) , 2020-08-19T18:30:02.184 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. , 2020-08-19T18:30:22.187 INFO:teuthology.orchestra.run.smithi068:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --log-early pg dump --format=json Ignoring malparsed backtrace: 2020-08-19T18:30:44.757 INFO:tasks.ceph:Archiving mon data... , 2020-08-19T18:30:44.768 DEBUG:teuthology.misc:Transferring archived files from smithi068:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/kchai-2020-08-19_06:47:30-rados-wip-kefu-testing-2020-08-19-1141-distro-basic-smithi/5359043/data/mon.a.tgz , 2020-08-19T18:30:44.769 INFO:teuthology.orchestra.run.smithi068:> mktemp Ignoring malparsed backtrace: 2020-08-19T18:30:50.311 INFO:teuthology.orchestra.run.smithi068.stdout:Running transaction check , 2020-08-19T18:30:50.311 INFO:teuthology.orchestra.run.smithi068.stdout:Transaction check succeeded. , 2020-08-19T18:30:50.312 INFO:teuthology.orchestra.run.smithi068.stdout:Running transaction test Ignoring malparsed backtrace: 2020-08-19T18:30:53.434 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-test-2:16.0.0-4528.g8d9001a.el8.x86_64 1/5 , 2020-08-19T18:30:53.434 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : jq-1.5-12.el8.x86_64 2/5 , 2020-08-19T18:30:53.434 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : oniguruma-6.8.2-1.el8.x86_64 3/5 Ignoring malparsed backtrace: 2020-08-19T18:30:55.949 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mds-2:16.0.0-4528.g8d9001a.el8.x86_64 , 2020-08-19T18:30:55.950 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mon-2:16.0.0-4528.g8d9001a.el8.x86_64 , 2020-08-19T18:30:55.950 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-osd-2:16.0.0-4528.g8d9001a.el8.x86_64 Ignoring malparsed backtrace: 2020-08-19T18:30:59.693 INFO:teuthology.orchestra.run.smithi068.stdout: python3-webencodings noarch0.5.1-6.el8 @CentOS-AppStream 72 k , 2020-08-19T18:30:59.693 INFO:teuthology.orchestra.run.smithi068.stdout: python3-webob noarch1.8.5-1.el8.1 @epel 1.2 M , 2020-08-19T18:30:59.693 INFO:teuthology.orchestra.run.smithi068.stdout: python3-websocket-client noarch0.56.0-5.el8 @epel 180 k Ignoring malparsed backtrace: 2020-08-19T18:30:59.715 INFO:teuthology.orchestra.run.smithi192.stdout: python3-repoze-lru noarch0.7-6.el8 @epel 84 k , 2020-08-19T18:30:59.715 INFO:teuthology.orchestra.run.smithi192.stdout: python3-requests noarch2.20.0-2.1.el8_1 @CentOS-Base 369 k , 2020-08-19T18:30:59.716 INFO:teuthology.orchestra.run.smithi192.stdout: python3-requests-oauthlib noarch1.0.0-1.el8 @CentOS-Base 107 k Ignoring malparsed backtrace: 2020-08-19T18:31:04.320 INFO:teuthology.orchestra.run.smithi068.stdout: Erasing : python3-pyasn1-modules-0.3.7-6.el8.noarch 30/85 , 2020-08-19T18:31:04.334 INFO:teuthology.orchestra.run.smithi192.stdout: Erasing : python3-jsonpointer-1.10-11.el8.noarch 33/85 , 2020-08-19T18:31:04.545 INFO:teuthology.orchestra.run.smithi192.stdout: Erasing : python3-pyasn1-0.3.7-6.el8.noarch 34/85 Ignoring malparsed backtrace: 2020-08-19T18:31:25.204 INFO:teuthology.orchestra.run.smithi192.stdout: , 2020-08-19T18:31:25.469 INFO:teuthology.orchestra.run.smithi192.stdout: Erasing : python3-cssselect-0.9.2-10.el8.noarch 69/85 , 2020-08-19T18:31:25.469 INFO:teuthology.orchestra.run.smithi192.stdout: Erasing : openblas-0.3.3-2.el8.x86_64 70/85 Ignoring malparsed backtrace: 2020-08-19T18:31:28.633 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 48/85 , 2020-08-19T18:31:28.633 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-lxml-4.2.3-1.el8.x86_64 49/85 , 2020-08-19T18:31:28.633 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 50/85 Ignoring malparsed backtrace: 2020-08-19T18:31:29.886 INFO:teuthology.orchestra.run.smithi068.stdout: Verifying : python3-portend-2.6-1.el8.noarch 57/85 , 2020-08-19T18:31:29.887 INFO:teuthology.orchestra.run.smithi068.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 58/85 , 2020-08-19T18:31:29.887 INFO:teuthology.orchestra.run.smithi068.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 59/85 Ignoring malparsed backtrace: 2020-08-19T18:31:30.022 INFO:teuthology.orchestra.run.smithi192.stdout: python3-routes-2.4.1-12.el8.noarch , 2020-08-19T18:31:30.022 INFO:teuthology.orchestra.run.smithi192.stdout: python3-rsa-3.4.2-15.el8.noarch , 2020-08-19T18:31:30.022 INFO:teuthology.orchestra.run.smithi192.stdout: python3-scipy-1.0.0-20.module_el8.1.0+245+c39af44f.x86_64 Ignoring malparsed backtrace: 2020-08-19T18:31:31.575 INFO:teuthology.orchestra.run.smithi068.stdout: python3-pytz-2017.2-9.el8.noarch , 2020-08-19T18:31:31.576 INFO:teuthology.orchestra.run.smithi068.stdout: python3-rados-2:16.0.0-4528.g8d9001a.el8.x86_64 , 2020-08-19T18:31:31.576 INFO:teuthology.orchestra.run.smithi068.stdout: python3-rbd-2:16.0.0-4528.g8d9001a.el8.x86_64 Ignoring malparsed backtrace: 2020-08-19T18:31:34.718 INFO:teuthology.orchestra.run.smithi068.stdout: ceph-immutable-object-cache x86_64 2:16.0.0-4528.g8d9001a.el8 @ceph 692 k , 2020-08-19T18:31:34.718 INFO:teuthology.orchestra.run.smithi068.stdout: , 2020-08-19T18:31:34.718 INFO:teuthology.orchestra.run.smithi068.stdout:Transaction Summary Ignoring malparsed backtrace: No packages marked for removal. , 2020-08-19T18:31:38.331 INFO:teuthology.orchestra.run.smithi068.stdout:Dependencies resolved. , 2020-08-19T18:31:38.332 INFO:teuthology.orchestra.run.smithi068.stdout:Nothing to do. Ignoring malparsed backtrace: 2020-08-19T18:31:40.959 INFO:teuthology.orchestra.run.smithi192.stdout:No match for argument: libcephfs2 , No packages marked for removal. , 2020-08-19T18:31:40.963 INFO:teuthology.orchestra.run.smithi192.stdout:Dependencies resolved. Ignoring malparsed backtrace: 2020-08-19T18:31:43.906 INFO:teuthology.orchestra.run.smithi068.stdout:Running transaction check , 2020-08-19T18:31:43.907 INFO:teuthology.orchestra.run.smithi068.stdout:Transaction check succeeded. , 2020-08-19T18:31:43.907 INFO:teuthology.orchestra.run.smithi068.stdout:Running transaction test Ignoring malparsed backtrace: 2020-08-19T18:31:48.451 INFO:teuthology.orchestra.run.smithi192.stdout:Nothing to do. , 2020-08-19T18:31:48.451 INFO:teuthology.orchestra.run.smithi192.stdout:Complete! , 2020-08-19T18:31:48.569 INFO:teuthology.orchestra.run.smithi192:> sudo yum clean all Ignoring malparsed backtrace: 2020-08-19T18:31:54.595 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi192.front.sepia.ceph.com , 2020-08-19T18:31:54.597 INFO:teuthology.orchestra.run.smithi192:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/*.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 , 2020-08-19T18:31:54.619 INFO:teuthology.task.internal.syslog:Compressing syslogs... Found 4 distinct failure reasons Failure: Test failure: test_cluster_set_reset_user_config (tasks.cephfs.test_nfs.TestNFS) 4 jobs: ['5359046', '5359038', '5359056', '5359063'] suites intersection: ['task/test_orch_cli}'] suites union: ['rados/cephadm/workunits/{distro/centos_latest', 'rados/cephadm/workunits/{distro/ubuntu_18.04_podman', 'task/test_orch_cli}'] Failure: Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 400 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0' 13 jobs: ['5359051', '5359035', '5359053', '5359044', '5359039', '5359048', '5359073', '5359059', '5359037', '5359069', '5359057', '5359050', '5359061'] suites intersection: ['openstack}', 'rados', 'thrashosds-health'] suites union: ['ceph', 'cluster/{12-osds', 'clusters/{fixed-2', 'fast/fast', 'fast/normal', 'msgr-failures/fastclose', 'msgr-failures/few', 'msgr-failures/osd-delay', 'objectstore/bluestore-bitmap', 'objectstore/bluestore-comp-lz4', 'objectstore/bluestore-comp-zstd', 'objectstore/bluestore-hybrid', 'objectstore/bluestore-low-osd-mem-target', 'objectstore/filestore-xfs', 'openstack}', 'rados', 'rados/thrash-erasure-code-big/{ceph', 'rados/thrash-erasure-code-overwrites/{bluestore-bitmap', 'rados/thrash-erasure-code/{ceph', 'recovery-overrides/{default}', 'recovery-overrides/{more-active-recovery}', 'recovery-overrides/{more-async-partial-recovery}', 'recovery-overrides/{more-async-recovery}', 'recovery-overrides/{more-partial-recovery}', 'supported-random-distro$/{centos_8}', 'supported-random-distro$/{rhel_8}', 'supported-random-distro$/{ubuntu_latest}', 'thrashers/careful', 'thrashers/default', 'thrashers/fastread', 'thrashers/minsize_recovery', 'thrashers/morepggrow', 'thrashers/pggrow', 'thrashosds-health', 'workloads/ec-pool-snaps-few-objects-overwrites}', 'workloads/ec-rados-plugin=clay-k=4-m=2}', 'workloads/ec-rados-plugin=jerasure-k=3-m=1}', 'workloads/ec-rados-plugin=lrc-k=4-m=2-l=3}', 'workloads/ec-small-objects-balanced}', 'workloads/ec-small-objects-fast-read-overwrites}', 'workloads/ec-small-objects-fast-read}', 'workloads/ec-small-objects-overwrites}', 'workloads/ec-snaps-few-objects-overwrites}'] Failure: Command crashed: 'CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 400000 --objects 20 --max-in-flight 8 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 600 --op read 0 --op write 0 --op delete 20 --op append 5 --op write_excl 0 --op append_excl 5 --pool unique_pool_0' 1 jobs: ['5359043'] suites: ['clusters/{fixed-2', 'fast/fast', 'msgr-failures/fastclose', 'objectstore/bluestore-comp-snappy', 'openstack}', 'rados', 'rados/thrash-erasure-code/{ceph', 'recovery-overrides/{more-async-recovery}', 'supported-random-distro$/{centos_8}', 'thrashers/fastread', 'thrashosds-health', 'workloads/ec-small-objects-many-deletes}'] Failure: wait_for_clean: failed before timeout expired 1 jobs: ['5359067'] suites: ['1-install/nautilus', '2-partial-upgrade/firsthalf', '3-thrash/default', '4-workload/{rbd-cls', '5-workload/{radosbench', '6-finish-upgrade', '7-octopus', '8-workload/{rbd-python', 'bluestore-bitmap', 'rados/upgrade/nautilus-x-singleton/{0-cluster/{openstack', 'rbd-import-export', 'rbd_api}', 'readwrite', 'snaps-few-objects}', 'snaps-many-objects}', 'start}', 'thrashosds-health', 'ubuntu_latest}']