Found 118 jobs Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409364/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409364/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409364/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409364/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409363/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409363/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409363/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409357/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409357/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409357/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409367/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409367/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409367/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409368/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409368/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409368/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409366/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409366/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409366/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409365/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409365/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409365/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409369/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409369/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409369/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409356/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409356/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409356/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409354/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409354/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409354/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409358/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409358/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409358/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409361/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409361/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409361/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409360/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409360/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409360/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409362/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409362/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409362/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409359/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409359/teuthology.log Missing teuthology log /home/teuthworker/archive/pdonnell-2023-10-03_02:47:15-fs-wip-pdonnell-testing-20231002.183052-distro-default-smithi/7409359/teuthology.log Found 77 distinct failure reasons Assertion: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f9fc99e2cbf] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f9fc8bd7cf0] 2: gsignal() 3: abort() 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f9fc99e2cbf] 5: /usr/lib64/ceph/libceph-common.so.2(+0x2b8e2b) [0x7f9fc99e2e2b] 6: (ceph::common::ConfigProxy::apply_changes(std::ostream*)+0xa7) [0x55e4ee806b67] 7: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x404) [0x55e4ee801fa4] 8: main() 9: __libc_start_main() 10: _start() 1 jobs: ['7409288'] suites: ['1-client-sanity}}}', '1-mount/mount/fuse', '2-workload/new_ops/{0-clients/fuse-upgrade', 'centos_8', 'clusters/{1-mds-1-client-micro}', 'conf/{client', 'fs/upgrade/upgraded_client/{bluestore-bitmap', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'osd}', 'overrides/{ignorelist_health', 'pg-warn}', 'tasks/{0-from/nautilus'] Dead: b'2023-10-03T03:42:06.831 DEBUG:teuthology.exit:Finished running handlers' 26 jobs: ['7409351', '7409337', '7409349', '7409326', '7409320', '7409338', '7409341', '7409342', '7409348', '7409347', '7409343', '7409323', '7409355', '7409353', '7409335', '7409350', '7409325', '7409340', '7409339', '7409352', '7409334', '7409336', '7409345', '7409346', '7409344', '7409301'] suites intersection: ['conf/{client', 'mds', 'mon', 'osd}'] suites union: ['1-ceph', '1-cephadm', '1-check-counter', '1-client', '1-mount/mount/fuse', '1-ranks/1', '1-ranks/2', '1-tests/fscrypt-ffsb}}', '1-tests/kernel_untar_build}}}', '1-volume/{0-create', '2-allow_standby_replay/no', '2-allow_standby_replay/yes', '2-client', '2-logrotate}', '2-scrub/no', '2-scrub/yes', '2-upgrade', '2-workload/stress_tests/{0-client-upgrade', '2-workunit/fs/snaps}}', '2-workunit/iozone}}', '2-workunit/suites/pjd}}', '3-compat_client/no}}', '3-compat_client/quincy}}', '3-inline/no', '3-inline/yes', '3-snaps/no', '3-snaps/yes', '3-upgrade-mgr-staggered', '4-config-upgrade/{fail_fs}', '4-flush/no', '4-flush/yes', '4-verify}', '5-upgrade-with-workload', '5-workunit/fs/norstats}}', '5-workunit/kernel_untar_build}}', '5-workunit/suites/blogbench}}', '5-workunit/suites/dbench}}', '5-workunit/suites/ffsb}}', '5-workunit/suites/fsstress}}', '5-workunit/suites/fsx}}', '5-workunit/suites/fsync-tester}}', '6-verify}}', 'begin/{0-install', 'bluestore-bitmap', 'centos_8', 'centos_8.stream_container_tools', 'clusters/1-mds-1-client', 'clusters/1-mds-2-client', 'clusters/1-mds-2-client-micro', 'clusters/1a11s-mds-1c-client-3node', 'clusters/1a3s-mds-1c-client', 'clusters/1a3s-mds-2c-client', 'clusters/1a3s-mds-4c-client', 'clusters/1a5s-mds-1c-client', 'clusters/{1-mds-1-client-micro}', 'conf/{client', 'distro/{centos_8}', 'distro/{centos_latest}', 'distro/{rhel_8}', 'distros/ubuntu_latest', 'fail_fs/no', 'fail_fs/yes', 'fs/fscrypt/{begin/{0-install', 'fs/functional/{begin/{0-install', 'fs/multiclient/{begin/{0-install', 'fs/multifs/{begin/{0-install', 'fs/snaps/{begin/{0-install', 'fs/thrash/multifs/{begin/{0-install', 'fs/thrash/workloads/{begin/{0-install', 'fs/upgrade/featureful_client/old_client/{bluestore-bitmap', 'fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap', 'fs/upgrade/upgraded_client/{bluestore-bitmap', 'fs/volumes/{begin/{0-install', 'fs/workload/{0-rhel_8', 'ignorelist_health', 'ignorelist_health_more', 'ignorelist_wrongly_marked_down', 'ignorelist_wrongly_marked_down}', 'mds', 'mon', 'mon-debug}', 'mount', 'mount/fuse', 'mount/kclient/{base/{mount-syntax/{v1}', 'mount/kclient/{base/{mount-syntax/{v2}', 'mount/kclient/{mount-syntax/{v1}', 'mount/kclient/{mount-syntax/{v2}', 'ms-die-on-skipped}}', 'ms_mode/crc', 'ms_mode/legacy', 'ms_mode/secure', 'msgr-failures/none', 'msgr-failures/osd-mds-delay', 'multifs', 'multimds/yes', 'n/3', 'n/5', 'no_client_pidfile}', 'objectstore-ec/bluestore-bitmap', 'objectstore-ec/bluestore-comp', 'objectstore-ec/bluestore-comp-ec-root', 'objectstore-ec/bluestore-ec-root', 'objectstore/bluestore-bitmap', 'objectstore/bluestore-ec-root', 'omap_limit/10', 'omap_limit/10000', 'osd-asserts', 'osd}', 'overrides/{cephsqlite-timeout', 'overrides/{client-shutdown', 'overrides/{distro/stock/{k-stock', 'overrides/{distro/testing/k-testing', 'overrides/{ignorelist_health', 'pg-warn', 'pg-warn}', 'prefetch_dirfrags/no', 'prefetch_entire_dirfrags/no', 'prefetch_entire_dirfrags/yes', 'races', 'ranks/1', 'ranks/3', 'ranks/5', 'ranks/multi/{export-check', 'replication/always}', 'replication/default}', 'rhel_8}', 'roles', 'session_timeout', 'session_timeout}', 'standby-replay', 'syntax}', 'tasks/acls}', 'tasks/asok_dump_tree}', 'tasks/auto-repair}', 'tasks/backtrace}', 'tasks/failover}', 'tasks/mdtest}', 'tasks/volumes/{overrides', 'tasks/workunit/snaps}', 'tasks/{0-client', 'tasks/{0-from/nautilus', 'tasks/{0-from/quincy', 'tasks/{0-octopus', 'tasks/{0-subvolume/{no-subvolume}', 'tasks/{0-subvolume/{with-namespace-isolated-and-quota}', 'tasks/{0-subvolume/{with-namespace-isolated}', 'tasks/{1-thrash/mds', 'tasks/{1-thrash/osd', 'test/finisher_per_module}}', 'thrashosds-health}', 'wsync/no}', 'wsync/yes}'] Assertion: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f245c361cbf] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib64/libpthread.so.0(+0x12ce0) [0x7f245ba40ce0] 2: gsignal() 3: abort() 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f245c361cbf] 5: /usr/lib64/ceph/libceph-common.so.2(+0x2b8e2b) [0x7f245c361e2b] 6: (ceph::common::ConfigProxy::apply_changes(std::ostream*)+0xa7) [0x5625529de237] 7: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x66f) [0x5625529d8a8f] 8: main() 9: __libc_start_main() 10: _start() 1 jobs: ['7409271'] suites: ['1-ceph', '2-logrotate}', 'cluster/{1-node}', 'fs/top/{begin/{0-install', 'mount/fuse', 'objectstore/bluestore-bitmap', 'overrides/ignorelist_health', 'supported-random-distros$/{rhel_8}', 'tasks/fstop}'] Assertion: 2023-10-03T03:16:39.735 INFO:teuthology.orchestra.run.smithi060.stdout:/usr/bin/ceph-authtool: stderr 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f48ca09ccbf] 1 jobs: ['7409282'] suites: ['1-cephadm', '1-check-counter', '2-logrotate}', '2-scrub/no', '3-snaps/no', '4-flush/no', '5-workunit/kernel_untar_build}}', 'begin/{0-install', 'clusters/1a11s-mds-1c-client-3node', 'conf/{client', 'fs/workload/{0-rhel_8', 'ignorelist_health', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount', 'mount/kclient/{base/{mount-syntax/{v1}', 'ms-die-on-skipped}}', 'ms_mode/secure', 'n/5', 'objectstore-ec/bluestore-comp-ec-root', 'omap_limit/10', 'osd-asserts', 'osd}', 'overrides/{cephsqlite-timeout', 'overrides/{distro/stock/{k-stock', 'ranks/multi/{export-check', 'replication/default}', 'rhel_8}', 'session_timeout}', 'standby-replay', 'tasks/{0-subvolume/{with-namespace-isolated}', 'wsync/yes}'] Dead: None 15 jobs: ['7409364', '7409363', '7409357', '7409367', '7409368', '7409366', '7409365', '7409369', '7409356', '7409354', '7409358', '7409361', '7409360', '7409362', '7409359'] Assertion: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f8479432cbf] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib64/libpthread.so.0(+0x12ce0) [0x7f8478b11ce0] 2: gsignal() 3: abort() 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f8479432cbf] 5: /usr/lib64/ceph/libceph-common.so.2(+0x2b8e2b) [0x7f8479432e2b] 6: (ceph::common::ConfigProxy::apply_changes(std::ostream*)+0xa7) [0x5594316a1237] 7: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x66f) [0x55943169ba8f] 8: main() 9: __libc_start_main() 10: _start() 1 jobs: ['7409255'] suites: ['1-ceph', '2-logrotate}', '2-workunit/cfuse_workunit_suites_pjd}}', 'clusters/1a3s-mds-2c-client', 'conf/{client', 'distro/{centos_latest}', 'fs/thrash/multifs/{begin/{0-install', 'ignorelist_health', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount', 'mount/kclient/{mount-syntax/{v2}', 'ms-die-on-skipped}}', 'msgr-failures/osd-mds-delay', 'multifs', 'objectstore/bluestore-bitmap', 'osd}', 'overrides/{client-shutdown', 'overrides/{distro/stock/{k-stock', 'rhel_8}', 'session_timeout', 'tasks/{1-thrash/mon', 'thrashosds-health}'] Assertion: 2023-10-03T03:12:21.715 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph-authtool: stderr 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7ffad9675cbf] 1 jobs: ['7409286'] suites: ['1-cephadm', '1-check-counter', '2-logrotate}', '2-scrub/no', '3-snaps/no', '4-flush/no', '5-workunit/suites/blogbench}}', 'begin/{0-install', 'clusters/1a11s-mds-1c-client-3node', 'conf/{client', 'fs/workload/{0-rhel_8', 'ignorelist_health', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount', 'mount/kclient/{base/{mount-syntax/{v1}', 'ms-die-on-skipped}}', 'ms_mode/crc', 'n/3', 'objectstore-ec/bluestore-ec-root', 'omap_limit/10', 'osd-asserts', 'osd}', 'overrides/{cephsqlite-timeout', 'overrides/{distro/stock/{k-stock', 'ranks/multi/{export-check', 'replication/default}', 'rhel_8}', 'session_timeout}', 'standby-replay', 'tasks/{0-subvolume/{with-no-extra-options}', 'wsync/yes}'] Assertion: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f014d5c9cbf] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib64/libpthread.so.0(+0x12ce0) [0x7f014cca8ce0] 2: gsignal() 3: abort() 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f014d5c9cbf] 5: /usr/lib64/ceph/libceph-common.so.2(+0x2b8e2b) [0x7f014d5c9e2b] 6: (ceph::common::ConfigProxy::apply_changes(std::ostream*)+0xa7) [0x55dad3230237] 7: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x66f) [0x55dad322aa8f] 8: main() 9: __libc_start_main() 10: _start() 1 jobs: ['7409292'] suites: ['1-ceph', '2-logrotate}', 'clusters/1a3s-mds-4c-client', 'conf/{client', 'distro/{centos_latest}', 'fs/functional/{begin/{0-install', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount', 'mount/kclient/{mount-syntax/{v2}', 'ms-die-on-skipped}}', 'no_client_pidfile}', 'objectstore/bluestore-ec-root', 'osd}', 'overrides/{distro/stock/{k-stock', 'overrides/{ignorelist_health', 'rhel_8}', 'tasks/test_journal_migration}'] Assertion: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fc3d9e628c5] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fc3d98ba520] 2: pthread_kill() 3: raise() 4: abort() 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fc3d9e628c5] 6: /usr/lib/ceph/libceph-common.so.2(+0x16da1f) [0x7fc3d9e62a1f] 7: ceph-authtool(+0x1c66f) [0x55eb4037266f] 8: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x5f6) [0x55eb4036d236] 9: main() 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fc3d98a1d90] 11: __libc_start_main() 12: _start() 1 jobs: ['7409265'] suites: ['1-ceph', '2-logrotate}', 'clusters/1-mds-2-client', 'conf/{client', 'distros/ubuntu_latest', 'fs/multiclient/{begin/{0-install', 'ignorelist_wrongly_marked_down}', 'mds', 'mon', 'mount/fuse', 'objectstore-ec/bluestore-bitmap', 'osd}', 'overrides/{ignorelist_health', 'tasks/cephfs_misc_tests}'] Assertion: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f4c2a427cbf] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib64/libpthread.so.0(+0x12ce0) [0x7f4c29b06ce0] 2: gsignal() 3: abort() 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f4c2a427cbf] 5: /usr/lib64/ceph/libceph-common.so.2(+0x2b8e2b) [0x7f4c2a427e2b] 6: (ceph::common::ConfigProxy::apply_changes(std::ostream*)+0xa7) [0x560899375237] 7: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x66f) [0x56089936fa8f] 8: main() 9: __libc_start_main() 10: _start() 1 jobs: ['7409302'] suites: ['1-ceph', '2-logrotate}', '2-workunit/suites/fsstress}}', 'clusters/1a5s-mds-1c-client', 'conf/{client', 'distro/{rhel_8}', 'fs/thrash/workloads/{begin/{0-install', 'ignorelist_health', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount/fuse', 'msgr-failures/none', 'objectstore-ec/bluestore-ec-root', 'osd}', 'overrides/{client-shutdown', 'prefetch_dirfrags/no', 'prefetch_entire_dirfrags/no', 'races', 'ranks/3', 'session_timeout', 'tasks/{1-thrash/osd', 'thrashosds-health}'] Assertion: 2023-10-03T03:16:37.379 INFO:teuthology.orchestra.run.smithi078.stdout:/usr/bin/ceph-authtool: stderr 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7ffbf04b6cbf] 1 jobs: ['7409293'] suites: ['1-cephadm', '1-check-counter', '2-logrotate}', '2-scrub/yes', '3-snaps/yes', '4-flush/yes', '5-workunit/fs/norstats}}', 'begin/{0-install', 'clusters/1a11s-mds-1c-client-3node', 'conf/{client', 'fs/workload/{0-rhel_8', 'ignorelist_health', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount/fuse', 'n/5', 'objectstore-ec/bluestore-comp', 'omap_limit/10000', 'osd-asserts', 'osd}', 'overrides/{cephsqlite-timeout', 'ranks/multi/{export-check', 'replication/default}', 'session_timeout}', 'standby-replay', 'tasks/{0-subvolume/{no-subvolume}'] Assertion: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f62e7b81cbf] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib64/libpthread.so.0(+0x12ce0) [0x7f62e7260ce0] 2: gsignal() 3: abort() 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f62e7b81cbf] 5: /usr/lib64/ceph/libceph-common.so.2(+0x2b8e2b) [0x7f62e7b81e2b] 6: (ceph::common::ConfigProxy::apply_changes(std::ostream*)+0xa7) [0x563ad746c237] 7: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x66f) [0x563ad7466a8f] 8: main() 9: __libc_start_main() 10: _start() 1 jobs: ['7409307'] suites: ['1-ceph', '2-logrotate}', 'clusters/1a3s-mds-4c-client', 'conf/{client', 'distro/{ubuntu_latest}', 'fs/functional/{begin/{0-install', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount', 'mount/kclient/{mount-syntax/{v2}', 'ms-die-on-skipped}}', 'no_client_pidfile}', 'objectstore/bluestore-bitmap', 'osd}', 'overrides/{distro/stock/{k-stock', 'overrides/{ignorelist_health', 'rhel_8}', 'tasks/xfstests-dev}'] Assertion: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f21aa872cbf] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib64/libpthread.so.0(+0x12ce0) [0x7f21a9f51ce0] 2: gsignal() 3: abort() 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f21aa872cbf] 5: /usr/lib64/ceph/libceph-common.so.2(+0x2b8e2b) [0x7f21aa872e2b] 6: (ceph::common::ConfigProxy::apply_changes(std::ostream*)+0xa7) [0x55e39ca06237] 7: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x66f) [0x55e39ca00a8f] 8: main() 9: __libc_start_main() 10: _start() 1 jobs: ['7409311'] suites: ['1-ceph', '2-logrotate}', 'clusters/1a3s-mds-1c-client', 'conf/{client', 'distro/{rhel_8}', 'fs/snaps/{begin/{0-install', 'ignorelist_wrongly_marked_down}', 'mds', 'mon', 'mount', 'mount/kclient/{mount-syntax/{v2}', 'ms-die-on-skipped}}', 'objectstore-ec/bluestore-comp-ec-root', 'osd}', 'overrides/{distro/stock/{k-stock', 'overrides/{ignorelist_health', 'rhel_8}', 'tasks/workunit/snaps}'] Assertion: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x182) [0x7f5f1a13049d] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib/x86_64-linux-gnu/libpthread.so.0(+0x14420) [0x7f5f1abf4420] 2: gsignal() 3: abort() 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x182) [0x7f5f1a13049d] 5: /usr/lib/ceph/libceph-common.so.2(+0x3305ff) [0x7f5f1a1305ff] 6: (ceph::common::ConfigProxy::apply_changes(std::ostream*)+0xa7) [0x564a18700e17] 7: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x66f) [0x564a186fba4f] 8: main() 9: __libc_start_main() 10: _start() 1 jobs: ['7409275'] suites: ['1-ceph', '2-logrotate}', 'clusters/1a5s-mds-1c-client', 'conf/{client', 'distro/{ubuntu/{latest', 'fs/verify/{begin/{0-install', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mon-debug', 'mount', 'mount/kclient/{k-testing', 'ms-die-on-skipped}', 'objectstore-ec/bluestore-comp', 'osd}', 'overrides/{ignorelist_health', 'overrides}}', 'ranks/1', 'session_timeout}', 'tasks/dbench', 'validater/valgrind}'] Assertion: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7fc9c10b8cbf] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib64/libpthread.so.0(+0x12cf0) [0x7fc9c0212cf0] 2: gsignal() 3: abort() 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7fc9c10b8cbf] 5: /usr/lib64/ceph/libceph-common.so.2(+0x2b8e2b) [0x7fc9c10b8e2b] 6: (ceph::common::ConfigProxy::apply_changes(std::ostream*)+0xa7) [0x55f861a6b237] 7: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x66f) [0x55f861a65a8f] 8: main() 9: __libc_start_main() 10: _start() 1 jobs: ['7409297'] suites: ['1-ceph', '2-logrotate}', 'clusters/1a3s-mds-4c-client', 'conf/{client', 'distro/{centos_8}', 'fs/functional/{begin/{0-install', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount', 'mount/kclient/{mount-syntax/{v1}', 'ms-die-on-skipped}}', 'no_client_pidfile}', 'objectstore/bluestore-bitmap', 'osd}', 'overrides/{distro/testing/k-testing', 'overrides/{ignorelist_health', 'tasks/truncate_delay}'] Assertion: 2023-10-03T03:16:30.332 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-authtool: stderr 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f31d730acbf] 1 jobs: ['7409277'] suites: ['1-cephadm', '1-check-counter', '2-logrotate}', '2-scrub/no', '3-snaps/no', '4-flush/no', '5-workunit/direct_io}}', 'begin/{0-install', 'clusters/1a11s-mds-1c-client-3node', 'conf/{client', 'fs/workload/{0-rhel_8', 'ignorelist_health', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount', 'mount/kclient/{base/{mount-syntax/{v1}', 'ms-die-on-skipped}}', 'ms_mode/crc', 'objectstore-ec/bluestore-ec-root', 'omap_limit/10', 'osd-asserts', 'osd}', 'overrides/{cephsqlite-timeout', 'overrides/{distro/stock/{k-stock', 'ranks/1', 'rhel_8}', 'session_timeout}', 'standby-replay', 'tasks/{0-subvolume/{with-no-extra-options}', 'wsync/yes}'] Assertion: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7fce59dd9cbf] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib64/libpthread.so.0(+0x12cf0) [0x7fce594b8cf0] 2: gsignal() 3: abort() 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7fce59dd9cbf] 5: /usr/lib64/ceph/libceph-common.so.2(+0x2b8e2b) [0x7fce59dd9e2b] 6: (ceph::common::ConfigProxy::apply_changes(std::ostream*)+0xa7) [0x56512467b237] 7: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x66f) [0x565124675a8f] 8: main() 9: __libc_start_main() 10: _start() 1 jobs: ['7409332'] suites: ['1-ceph', '2-logrotate}', 'clusters/fixed-2-ucephfs', 'conf/{client', 'distro/{centos_8}', 'fs/permission/{begin/{0-install', 'ignorelist_wrongly_marked_down}', 'mds', 'mon', 'mount/fuse', 'objectstore-ec/bluestore-comp', 'osd}', 'overrides/{ignorelist_health', 'tasks/cfuse_workunit_misc}'] Assertion: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f1d52b6d165] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib64/libc.so.6(+0x54db0) [0x7f1d52254db0] 2: /lib64/libc.so.6(+0xa154c) [0x7f1d522a154c] 3: raise() 4: abort() 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f1d52b6d165] 6: /usr/lib64/ceph/libceph-common.so.2(+0x16d2c9) [0x7f1d52b6d2c9] 7: ceph-authtool(+0x1ca7f) [0x5583ca603a7f] 8: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x491) [0x5583ca5fe4f1] 9: main() 10: /lib64/libc.so.6(+0x3feb0) [0x7f1d5223feb0] 11: __libc_start_main() 12: _start() 1 jobs: ['7409317'] suites: ['1-ceph', '2-logrotate}', 'clusters/fixed-2-ucephfs', 'conf/{client', 'distro/{centos_latest}', 'fs/traceless/{begin/{0-install', 'ignorelist_wrongly_marked_down}', 'mds', 'mon', 'mount/fuse', 'objectstore-ec/bluestore-bitmap', 'osd}', 'overrides/{ignorelist_health', 'tasks/cfuse_workunit_suites_blogbench', 'traceless/50pc}'] Assertion: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fa483df08c5] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fa483848520] 2: pthread_kill() 3: raise() 4: abort() 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fa483df08c5] 6: /usr/lib/ceph/libceph-common.so.2(+0x16da1f) [0x7fa483df0a1f] 7: ceph-authtool(+0x1c66f) [0x56443be0566f] 8: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x5f6) [0x56443be00236] 9: main() 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fa48382fd90] 11: __libc_start_main() 12: _start() 1 jobs: ['7409309'] suites: ['1-ceph', '2-logrotate}', 'clusters/1-mds-3-client', 'conf/{client', 'distros/ubuntu_latest', 'fs/multiclient/{begin/{0-install', 'ignorelist_wrongly_marked_down}', 'mds', 'mon', 'mount/fuse', 'objectstore-ec/bluestore-comp-ec-root', 'osd}', 'overrides/{ignorelist_health', 'tasks/ior-shared-file}'] Assertion: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x182) [0x7fdda126749d] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib/x86_64-linux-gnu/libpthread.so.0(+0x14420) [0x7fdda0f1a420] 2: gsignal() 3: abort() 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x182) [0x7fdda126749d] 5: /usr/lib/ceph/libceph-common.so.2(+0x3305ff) [0x7fdda12675ff] 6: (ceph::common::ConfigProxy::apply_changes(std::ostream*)+0xa7) [0x562660e40e17] 7: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x66f) [0x562660e3ba4f] 8: main() 9: __libc_start_main() 10: _start() 1 jobs: ['7409268'] suites: ['1-ceph', '2-logrotate}', 'clusters/fixed-2-ucephfs', 'conf/{client', 'distro/{ubuntu_20.04}', 'fs/permission/{begin/{0-install', 'ignorelist_wrongly_marked_down}', 'mds', 'mon', 'mount/fuse', 'objectstore-ec/bluestore-bitmap', 'osd}', 'overrides/{ignorelist_health', 'tasks/cfuse_workunit_misc}'] Assertion: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x182) [0x7f74fc27649d] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib/x86_64-linux-gnu/libpthread.so.0(+0x14420) [0x7f74fbf29420] 2: gsignal() 3: abort() 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x182) [0x7f74fc27649d] 5: /usr/lib/ceph/libceph-common.so.2(+0x3305ff) [0x7f74fc2765ff] 6: (ceph::common::ConfigProxy::apply_changes(std::ostream*)+0xa7) [0x561f50c7ce17] 7: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x66f) [0x561f50c77a4f] 8: main() 9: __libc_start_main() 10: _start() 1 jobs: ['7409305'] suites: ['1-ceph', '2-logrotate}', 'clusters/1a3s-mds-4c-client', 'conf/{client', 'distro/{ubuntu_20.04}', 'fs/functional/{begin/{0-install', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount/fuse', 'no_client_pidfile}', 'objectstore/bluestore-ec-root', 'osd}', 'overrides/{ignorelist_health', 'tasks/workunit/dir-max-entries}'] Assertion: 2023-10-03T03:10:50.980 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-authtool: stderr 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f0badd96cbf] 1 jobs: ['7409267'] suites: ['fs/nfs/{cluster/{1-node}', 'overrides/ignorelist_health', 'supported-random-distros$/{centos_8}', 'tasks/nfs}'] Assertion: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f113d06bcbf] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib64/libpthread.so.0(+0x12ce0) [0x7f113c74ace0] 2: gsignal() 3: abort() 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f113d06bcbf] 5: /usr/lib64/ceph/libceph-common.so.2(+0x2b8e2b) [0x7f113d06be2b] 6: (ceph::common::ConfigProxy::apply_changes(std::ostream*)+0xa7) [0x55eec8590237] 7: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x66f) [0x55eec858aa8f] 8: main() 9: __libc_start_main() 10: _start() 1 jobs: ['7409264'] suites: ['1-ceph', '2-logrotate}', 'clusters/1a3s-mds-2c-client', 'conf/{client', 'distro/{rhel_8}', 'fs/mixed-clients/{begin/{0-install', 'ignorelist_wrongly_marked_down', 'kclient-overrides/{distro/stock/{k-stock', 'mds', 'mon', 'ms-die-on-skipped}', 'objectstore-ec/bluestore-ec-root', 'osd-asserts}', 'osd}', 'overrides/{ignorelist_health', 'rhel_8}', 'tasks/kernel_cfuse_workunits_dbench_iozone}'] Assertion: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x182) [0x7f1c7478649d] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib/x86_64-linux-gnu/libpthread.so.0(+0x14420) [0x7f1c74439420] 2: gsignal() 3: abort() 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x182) [0x7f1c7478649d] 5: /usr/lib/ceph/libceph-common.so.2(+0x3305ff) [0x7f1c747865ff] 6: (ceph::common::ConfigProxy::apply_changes(std::ostream*)+0xa7) [0x555a90d36e17] 7: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x66f) [0x555a90d31a4f] 8: main() 9: __libc_start_main() 10: _start() 1 jobs: ['7409262'] suites: ['1-ceph', '2-logrotate}', 'cephfs-mirror/one-per-cluster', 'clients/{mirror}', 'cluster/{1-node}', 'fs/mirror/{begin/{0-install', 'mount/fuse', 'objectstore/bluestore-bitmap', 'overrides/{ignorelist_health}', 'supported-random-distros$/{ubuntu_20.04}', 'tasks/mirror}'] Assertion: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f61fa7f5cbf] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f61f9ed4cf0] 2: gsignal() 3: abort() 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f61fa7f5cbf] 5: /usr/lib64/ceph/libceph-common.so.2(+0x2b8e2b) [0x7f61fa7f5e2b] 6: (ceph::common::ConfigProxy::apply_changes(std::ostream*)+0xa7) [0x55d61bec9237] 7: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x66f) [0x55d61bec3a8f] 8: main() 9: __libc_start_main() 10: _start() 1 jobs: ['7409270'] suites: ['1-ceph', '2-logrotate}', 'clusters/1a3s-mds-1c-client', 'conf/{client', 'distro/{centos_8}', 'fs/snaps/{begin/{0-install', 'ignorelist_wrongly_marked_down}', 'mds', 'mon', 'mount/fuse', 'objectstore-ec/bluestore-bitmap', 'osd}', 'overrides/{ignorelist_health', 'tasks/workunit/snaps}'] Assertion: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f6351584cbf] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib64/libpthread.so.0(+0x12ce0) [0x7f6350c63ce0] 2: gsignal() 3: abort() 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f6351584cbf] 5: /usr/lib64/ceph/libceph-common.so.2(+0x2b8e2b) [0x7f6351584e2b] 6: (ceph::common::ConfigProxy::apply_changes(std::ostream*)+0xa7) [0x562e5f86f237] 7: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x66f) [0x562e5f869a8f] 8: main() 9: __libc_start_main() 10: _start() 1 jobs: ['7409256'] suites: ['1-ceph', '2-logrotate}', 'clusters/fixed-2-ucephfs', 'conf/{client', 'distro/{rhel_8}', 'fs/32bits/{begin/{0-install', 'ignorelist_health', 'ignorelist_wrongly_marked_down}', 'mds', 'mon', 'mount/fuse', 'objectstore-ec/bluestore-bitmap', 'osd}', 'overrides/{faked-ino', 'tasks/cfuse_workunit_suites_fsstress}'] Assertion: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f56f6fcdcbf] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib64/libpthread.so.0(+0x12ce0) [0x7f56f66acce0] 2: gsignal() 3: abort() 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f56f6fcdcbf] 5: /usr/lib64/ceph/libceph-common.so.2(+0x2b8e2b) [0x7f56f6fcde2b] 6: (ceph::common::ConfigProxy::apply_changes(std::ostream*)+0xa7) [0x556d8f24c237] 7: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x66f) [0x556d8f246a8f] 8: main() 9: __libc_start_main() 10: _start() 1 jobs: ['7409312'] suites: ['1-ceph', '2-logrotate}', '2-workunit/fs/trivial_sync}}', 'clusters/1a5s-mds-1c-client', 'conf/{client', 'distro/{centos_latest}', 'fs/thrash/workloads/{begin/{0-install', 'ignorelist_health', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount', 'mount/kclient/{mount-syntax/{v1}', 'ms-die-on-skipped}}', 'msgr-failures/osd-mds-delay', 'objectstore-ec/bluestore-bitmap', 'osd}', 'overrides/{client-shutdown', 'overrides/{distro/stock/{k-stock', 'prefetch_dirfrags/yes', 'prefetch_entire_dirfrags/yes', 'races', 'ranks/5', 'rhel_8}', 'session_timeout', 'tasks/{1-thrash/mds', 'thrashosds-health}'] Assertion: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f60bdcb8cbf] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f60bce12cf0] 2: gsignal() 3: abort() 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f60bdcb8cbf] 5: /usr/lib64/ceph/libceph-common.so.2(+0x2b8e2b) [0x7f60bdcb8e2b] 6: (ceph::common::ConfigProxy::apply_changes(std::ostream*)+0xa7) [0x55b27710c237] 7: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x66f) [0x55b277106a8f] 8: main() 9: __libc_start_main() 10: _start() 1 jobs: ['7409294'] suites: ['1-ceph', '2-logrotate}', '2-workunit/cfuse_workunit_trivial_sync}}', 'clusters/1a3s-mds-2c-client', 'conf/{client', 'distro/{centos_8}', 'fs/thrash/multifs/{begin/{0-install', 'ignorelist_health', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount', 'mount/kclient/{mount-syntax/{v1}', 'ms-die-on-skipped}}', 'msgr-failures/none', 'multifs', 'objectstore/bluestore-bitmap', 'osd}', 'overrides/{client-shutdown', 'overrides/{distro/testing/k-testing', 'session_timeout', 'tasks/{1-thrash/mds', 'thrashosds-health}'] Assertion: 2023-10-03T03:31:44.120 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph-authtool: stderr 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7fd7beca0cbf] 1 jobs: ['7409304'] suites: ['1-cephadm', '1-check-counter', '2-logrotate}', '2-scrub/no', '3-snaps/no', '4-flush/no', '5-workunit/suites/fsync-tester}}', 'begin/{0-install', 'clusters/1a11s-mds-1c-client-3node', 'conf/{client', 'fs/workload/{0-rhel_8', 'ignorelist_health', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount', 'mount/kclient/{base/{mount-syntax/{v2}', 'ms-die-on-skipped}}', 'ms_mode/secure', 'objectstore-ec/bluestore-comp-ec-root', 'omap_limit/10', 'osd-asserts', 'osd}', 'overrides/{cephsqlite-timeout', 'overrides/{distro/stock/{k-stock', 'ranks/1', 'rhel_8}', 'session_timeout}', 'standby-replay', 'tasks/{0-subvolume/{with-quota}', 'wsync/yes}'] Assertion: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f5068526cbf] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f5067c05cf0] 2: gsignal() 3: abort() 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f5068526cbf] 5: /usr/lib64/ceph/libceph-common.so.2(+0x2b8e2b) [0x7f5068526e2b] 6: (ceph::common::ConfigProxy::apply_changes(std::ostream*)+0xa7) [0x55ba9a8b2237] 7: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x66f) [0x55ba9a8aca8f] 8: main() 9: __libc_start_main() 10: _start() 1 jobs: ['7409319'] suites: ['1-ceph', '2-logrotate}', 'clusters/1a5s-mds-1c-client', 'conf/{client', 'distro/{centos_8}', 'fs/verify/{begin/{0-install', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mon-debug', 'mount/fuse', 'objectstore-ec/bluestore-ec-root', 'osd}', 'overrides/{ignorelist_health', 'ranks/3', 'session_timeout}', 'tasks/fsstress', 'validater/lockdep}'] Assertion: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f88c13608c5] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f88c0db8520] 2: pthread_kill() 3: raise() 4: abort() 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f88c13608c5] 6: /usr/lib/ceph/libceph-common.so.2(+0x16da1f) [0x7f88c1360a1f] 7: ceph-authtool(+0x1c66f) [0x562d4ed3266f] 8: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x5f6) [0x562d4ed2d236] 9: main() 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f88c0d9fd90] 11: __libc_start_main() 12: _start() 1 jobs: ['7409260'] suites: ['1-ceph', '2-logrotate}', 'clusters/1a3s-mds-4c-client', 'conf/{client', 'distro/{ubuntu_latest}', 'fs/functional/{begin/{0-install', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount/fuse', 'no_client_pidfile}', 'objectstore/bluestore-ec-root', 'osd}', 'overrides/{ignorelist_health', 'tasks/snap-schedule}'] Assertion: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x182) [0x7fa1f47ff49d] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib/x86_64-linux-gnu/libpthread.so.0(+0x14420) [0x7fa1f44b2420] 2: gsignal() 3: abort() 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x182) [0x7fa1f47ff49d] 5: /usr/lib/ceph/libceph-common.so.2(+0x3305ff) [0x7fa1f47ff5ff] 6: (ceph::common::ConfigProxy::apply_changes(std::ostream*)+0xa7) [0x55d5cd456e17] 7: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x66f) [0x55d5cd451a4f] 8: main() 9: __libc_start_main() 10: _start() 1 jobs: ['7409276'] suites: ['1-ceph', '2-logrotate}', 'clusters/1a3s-mds-4c-client', 'conf/{client', 'distro/{ubuntu_20.04}', 'fs/volumes/{begin/{0-install', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount/fuse', 'no_client_pidfile}', 'objectstore/bluestore-bitmap', 'osd}', 'overrides/{ignorelist_health', 'tasks/volumes/{overrides', 'test/basic}}'] Assertion: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f224236d165] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib64/libc.so.6(+0x54db0) [0x7f2241a54db0] 2: /lib64/libc.so.6(+0xa154c) [0x7f2241aa154c] 3: raise() 4: abort() 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f224236d165] 6: /usr/lib64/ceph/libceph-common.so.2(+0x16d2c9) [0x7f224236d2c9] 7: ceph-authtool(+0x1ca7f) [0x55dfeb900a7f] 8: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x491) [0x55dfeb8fb4f1] 9: main() 10: /lib64/libc.so.6(+0x3feb0) [0x7f2241a3feb0] 11: __libc_start_main() 12: _start() 1 jobs: ['7409285'] suites: ['1-ceph', '2-logrotate}', 'clusters/1a3s-mds-4c-client', 'conf/{client', 'distro/{centos_latest}', 'fs/functional/{begin/{0-install', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount', 'mount/kclient/{mount-syntax/{v2}', 'ms-die-on-skipped}}', 'no_client_pidfile}', 'objectstore/bluestore-ec-root', 'osd}', 'overrides/{distro/testing/k-testing', 'overrides/{ignorelist_health', 'tasks/snapshots}'] Assertion: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7ffba75d6cbf] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib64/libpthread.so.0(+0x12cf0) [0x7ffba4ddfcf0] 2: gsignal() 3: abort() 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7ffba75d6cbf] 5: /usr/lib64/ceph/libceph-common.so.2(+0x2b8e2b) [0x7ffba75d6e2b] 6: (ceph::common::ConfigProxy::apply_changes(std::ostream*)+0xa7) [0x55a68faa4d37] 7: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x66f) [0x55a68faa0f7f] 8: main() 9: __libc_start_main() 10: _start() 1 jobs: ['7409284'] suites: ['1-upgrade}}', 'centos_8', 'conf/{client', 'fs/upgrade/nofs/{bluestore-bitmap', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'no-mds-cluster', 'osd}', 'overrides/{ignorelist_health', 'pg-warn}', 'tasks/{0-pacific'] Assertion: 2023-10-03T03:31:04.606 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-authtool: stderr 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f3778e82cbf] 1 jobs: ['7409306'] suites: ['1-cephadm', '1-check-counter', '2-logrotate}', '2-scrub/yes', '3-snaps/yes', '4-flush/yes', '5-workunit/fs/test_o_trunc}}', 'begin/{0-install', 'clusters/1a11s-mds-1c-client-3node', 'conf/{client', 'fs/workload/{0-rhel_8', 'ignorelist_health', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount/fuse', 'n/3', 'objectstore-ec/bluestore-comp', 'omap_limit/10000', 'osd-asserts', 'osd}', 'overrides/{cephsqlite-timeout', 'ranks/multi/{export-check', 'replication/always}', 'session_timeout}', 'standby-replay', 'tasks/{0-subvolume/{with-namespace-isolated-and-quota}'] Assertion: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fb0e456d165] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib64/libc.so.6(+0x54db0) [0x7fb0e3c54db0] 2: /lib64/libc.so.6(+0xa154c) [0x7fb0e3ca154c] 3: raise() 4: abort() 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fb0e456d165] 6: /usr/lib64/ceph/libceph-common.so.2(+0x16d2c9) [0x7fb0e456d2c9] 7: ceph-authtool(+0x1ca7f) [0x557e7488fa7f] 8: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x491) [0x557e7488a4f1] 9: main() 10: /lib64/libc.so.6(+0x3feb0) [0x7fb0e3c3feb0] 11: __libc_start_main() 12: _start() 1 jobs: ['7409328'] suites: ['1-ceph', '2-logrotate}', '2-workunit/ffsb}}', 'clusters/1a3s-mds-2c-client', 'conf/{client', 'distro/{centos_latest}', 'fs/thrash/multifs/{begin/{0-install', 'ignorelist_health', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount/fuse', 'msgr-failures/osd-mds-delay', 'multifs', 'objectstore/bluestore-bitmap', 'osd}', 'overrides/{client-shutdown', 'session_timeout', 'tasks/{1-thrash/mon', 'thrashosds-health}'] Assertion: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f6f11745cbf] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f6f10e24cf0] 2: gsignal() 3: abort() 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f6f11745cbf] 5: /usr/lib64/ceph/libceph-common.so.2(+0x2b8e2b) [0x7f6f11745e2b] 6: (ceph::common::ConfigProxy::apply_changes(std::ostream*)+0xa7) [0x563c8608b237] 7: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x66f) [0x563c86085a8f] 8: main() 9: __libc_start_main() 10: _start() 1 jobs: ['7409266'] suites: ['1-ceph', '2-logrotate}', 'clusters/1a3s-mds-2c-client', 'conf/{client', 'distro/{centos_8}', 'fs/multifs/{begin/{0-install', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mon-debug}', 'mount/fuse', 'objectstore-ec/bluestore-bitmap', 'osd}', 'overrides/{ignorelist_health', 'tasks/failover}'] Assertion: 2023-10-03T03:17:35.517 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph-authtool: stderr 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f8954c53cbf] 1 jobs: ['7409278'] suites: ['1-cephadm', '1-check-counter', '2-logrotate}', '2-scrub/yes', '3-snaps/yes', '4-flush/yes', '5-workunit/fs/misc}}', 'begin/{0-install', 'clusters/1a11s-mds-1c-client-3node', 'conf/{client', 'fs/workload/{0-rhel_8', 'ignorelist_health', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount', 'mount/kclient/{base/{mount-syntax/{v1}', 'ms-die-on-skipped}}', 'ms_mode/legacy', 'n/3', 'objectstore-ec/bluestore-bitmap', 'omap_limit/10000', 'osd-asserts', 'osd}', 'overrides/{cephsqlite-timeout', 'overrides/{distro/testing/k-testing', 'ranks/multi/{export-check', 'replication/always}', 'session_timeout}', 'standby-replay', 'tasks/{0-subvolume/{with-namespace-isolated}', 'wsync/no}'] Assertion: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f66944a0cbf] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib64/libpthread.so.0(+0x12ce0) [0x7f6693b7fce0] 2: gsignal() 3: abort() 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f66944a0cbf] 5: /usr/lib64/ceph/libceph-common.so.2(+0x2b8e2b) [0x7f66944a0e2b] 6: (ceph::common::ConfigProxy::apply_changes(std::ostream*)+0xa7) [0x5596e928b237] 7: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x66f) [0x5596e9285a8f] 8: main() 9: __libc_start_main() 10: _start() 1 jobs: ['7409280'] suites: ['1-ceph', '2-logrotate}', 'clusters/1a3s-mds-4c-client', 'conf/{client', 'distro/{centos_8}', 'fs/functional/{begin/{0-install', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount', 'mount/kclient/{mount-syntax/{v1}', 'ms-die-on-skipped}}', 'no_client_pidfile}', 'objectstore/bluestore-bitmap', 'osd}', 'overrides/{distro/stock/{k-stock', 'overrides/{ignorelist_health', 'rhel_8}', 'tasks/snap_schedule_snapdir}'] Assertion: 2023-10-03T03:37:58.812 INFO:teuthology.orchestra.run.smithi057.stdout:/usr/bin/ceph-authtool: stderr 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7fb47b3b9cbf] 1 jobs: ['7409329'] suites: ['1-cephadm', '1-check-counter', '2-logrotate}', '2-scrub/no', '3-snaps/no', '4-flush/no', '5-workunit/postgres}}', 'begin/{0-install', 'clusters/1a11s-mds-1c-client-3node', 'conf/{client', 'fs/workload/{0-rhel_8', 'ignorelist_health', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount', 'mount/kclient/{base/{mount-syntax/{v1}', 'ms-die-on-skipped}}', 'ms_mode/secure', 'n/5', 'objectstore-ec/bluestore-comp-ec-root', 'omap_limit/10', 'osd-asserts', 'osd}', 'overrides/{cephsqlite-timeout', 'overrides/{distro/stock/{k-stock', 'ranks/multi/{export-check', 'replication/always}', 'rhel_8}', 'session_timeout}', 'standby-replay', 'tasks/{0-subvolume/{no-subvolume}', 'wsync/yes}'] Assertion: 2023-10-03T03:19:30.928 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph-authtool: stderr 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7fc5c1b49cbf] 1 jobs: ['7409289'] suites: ['1-cephadm', '1-check-counter', '2-logrotate}', '2-scrub/yes', '3-snaps/yes', '4-flush/yes', '5-workunit/suites/dbench}}', 'begin/{0-install', 'clusters/1a11s-mds-1c-client-3node', 'conf/{client', 'fs/workload/{0-rhel_8', 'ignorelist_health', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount', 'mount/kclient/{base/{mount-syntax/{v2}', 'ms-die-on-skipped}}', 'ms_mode/legacy', 'objectstore-ec/bluestore-bitmap', 'omap_limit/10000', 'osd-asserts', 'osd}', 'overrides/{cephsqlite-timeout', 'overrides/{distro/testing/k-testing', 'ranks/1', 'session_timeout}', 'standby-replay', 'tasks/{0-subvolume/{with-namespace-isolated}', 'wsync/no}'] Failure: Command failed on smithi067 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d4e25e26-619a-11ee-8db5-212e2dc638e7 -e sha1=ec4a9f5282ac180184261f54df3d629962cdd2ef -- bash -c \'ceph versions | jq -e \'"\'"\'.mgr | keys\'"\'"\' | grep $sha1\'' 1 jobs: ['7409279'] suites: ['1-ranks/2', '1-volume/{0-create', '2-allow_standby_replay/yes', '2-client', '3-inline/no', '3-upgrade-mgr-staggered', '4-config-upgrade/{fail_fs}', '4-verify}', '5-upgrade-with-workload', '6-verify}}', 'centos_8.stream_container_tools', 'conf/{client', 'fail_fs/yes', 'fs/upgrade/mds_upgrade_sequence/{bluestore-bitmap', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'osd}', 'overrides/{ignorelist_health', 'pg-warn', 'roles', 'syntax}', 'tasks/{0-from/quincy'] Assertion: 2023-10-03T03:35:05.529 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph-authtool: stderr 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f04e384acbf] 1 jobs: ['7409298'] suites: ['1-cephadm', '1-check-counter', '2-logrotate}', '2-scrub/yes', '3-snaps/yes', '4-flush/yes', '5-workunit/suites/fsx}}', 'begin/{0-install', 'clusters/1a11s-mds-1c-client-3node', 'conf/{client', 'fs/workload/{0-rhel_8', 'ignorelist_health', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount', 'mount/kclient/{base/{mount-syntax/{v1}', 'ms-die-on-skipped}}', 'ms_mode/legacy', 'n/3', 'objectstore-ec/bluestore-bitmap', 'omap_limit/10000', 'osd-asserts', 'osd}', 'overrides/{cephsqlite-timeout', 'overrides/{distro/testing/k-testing', 'ranks/multi/{export-check', 'replication/default}', 'session_timeout}', 'standby-replay', 'tasks/{0-subvolume/{with-namespace-isolated}', 'wsync/no}'] Assertion: 2023-10-03T03:32:42.041 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph-authtool: stderr 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7fafecd93cbf] 1 jobs: ['7409308'] suites: ['1-cephadm', '1-check-counter', '2-logrotate}', '2-scrub/no', '3-snaps/no', '4-flush/no', '5-workunit/suites/iogen}}', 'begin/{0-install', 'clusters/1a11s-mds-1c-client-3node', 'conf/{client', 'fs/workload/{0-rhel_8', 'ignorelist_health', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount', 'mount/kclient/{base/{mount-syntax/{v1}', 'ms-die-on-skipped}}', 'ms_mode/crc', 'n/5', 'objectstore-ec/bluestore-ec-root', 'omap_limit/10', 'osd-asserts', 'osd}', 'overrides/{cephsqlite-timeout', 'overrides/{distro/stock/{k-stock', 'ranks/multi/{export-check', 'replication/default}', 'rhel_8}', 'session_timeout}', 'standby-replay', 'tasks/{0-subvolume/{with-quota}', 'wsync/yes}'] Assertion: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x182) [0x7f3cbe9a549d] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib/x86_64-linux-gnu/libpthread.so.0(+0x14420) [0x7f3cbe658420] 2: gsignal() 3: abort() 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x182) [0x7f3cbe9a549d] 5: /usr/lib/ceph/libceph-common.so.2(+0x3305ff) [0x7f3cbe9a55ff] 6: (ceph::common::ConfigProxy::apply_changes(std::ostream*)+0xa7) [0x5568ba502e17] 7: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x66f) [0x5568ba4fda4f] 8: main() 9: __libc_start_main() 10: _start() 1 jobs: ['7409327'] suites: ['1-ceph', '2-logrotate}', 'clusters/1a3s-mds-4c-client', 'conf/{client', 'distro/{ubuntu_20.04}', 'fs/functional/{begin/{0-install', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount/fuse', 'no_client_pidfile}', 'objectstore/bluestore-ec-root', 'osd}', 'overrides/{ignorelist_health', 'tasks/admin}'] Assertion: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7faa5aaa2cbf] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib64/libpthread.so.0(+0x12ce0) [0x7faa5a181ce0] 2: gsignal() 3: abort() 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7faa5aaa2cbf] 5: /usr/lib64/ceph/libceph-common.so.2(+0x2b8e2b) [0x7faa5aaa2e2b] 6: (ceph::common::ConfigProxy::apply_changes(std::ostream*)+0xa7) [0x560c78b0c237] 7: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x66f) [0x560c78b06a8f] 8: main() 9: __libc_start_main() 10: _start() 1 jobs: ['7409333'] suites: ['1-ceph', '2-logrotate}', 'clusters/1a3s-mds-4c-client', 'conf/{client', 'distro/{rhel_8}', 'fs/functional/{begin/{0-install', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount', 'mount/kclient/{mount-syntax/{v2}', 'ms-die-on-skipped}}', 'no_client_pidfile}', 'objectstore/bluestore-bitmap', 'osd}', 'overrides/{distro/stock/{k-stock', 'overrides/{ignorelist_health', 'rhel_8}', 'tasks/alternate-pool}'] Assertion: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fa09f96d165] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib64/libc.so.6(+0x54db0) [0x7fa09f054db0] 2: /lib64/libc.so.6(+0xa154c) [0x7fa09f0a154c] 3: raise() 4: abort() 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fa09f96d165] 6: /usr/lib64/ceph/libceph-common.so.2(+0x16d2c9) [0x7fa09f96d2c9] 7: ceph-authtool(+0x1ca7f) [0x5591ac9c0a7f] 8: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x491) [0x5591ac9bb4f1] 9: main() 10: /lib64/libc.so.6(+0x3feb0) [0x7fa09f03feb0] 11: __libc_start_main() 12: _start() 1 jobs: ['7409274'] suites: ['1-ceph', '2-logrotate}', 'centos_latest', 'clients/mirror', 'cluster/1-node', 'debug', 'fs/valgrind/{begin/{0-install', 'mirror/{cephfs-mirror/one-per-cluster', 'mount/fuse', 'overrides/ignorelist_health', 'tasks/mirror}}'] Assertion: 2023-10-03T03:16:31.669 INFO:teuthology.orchestra.run.smithi161.stdout:/usr/bin/ceph-authtool: stderr 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f101e5ebcbf] 1 jobs: ['7409291'] suites: ['1-cephadm', '1-check-counter', '2-logrotate}', '2-scrub/no', '3-snaps/no', '4-flush/no', '5-workunit/suites/ffsb}}', 'begin/{0-install', 'clusters/1a11s-mds-1c-client-3node', 'conf/{client', 'fs/workload/{0-rhel_8', 'ignorelist_health', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount', 'mount/kclient/{base/{mount-syntax/{v1}', 'ms-die-on-skipped}}', 'ms_mode/secure', 'n/3', 'objectstore-ec/bluestore-comp-ec-root', 'omap_limit/10', 'osd-asserts', 'osd}', 'overrides/{cephsqlite-timeout', 'overrides/{distro/stock/{k-stock', 'ranks/multi/{export-check', 'replication/always}', 'rhel_8}', 'session_timeout}', 'standby-replay', 'tasks/{0-subvolume/{with-quota}', 'wsync/yes}'] Assertion: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x182) [0x7ff7de5f749d] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib/x86_64-linux-gnu/libpthread.so.0(+0x14420) [0x7ff7de2aa420] 2: gsignal() 3: abort() 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x182) [0x7ff7de5f749d] 5: /usr/lib/ceph/libceph-common.so.2(+0x3305ff) [0x7ff7de5f75ff] 6: (ceph::common::ConfigProxy::apply_changes(std::ostream*)+0xa7) [0x558666729e17] 7: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x66f) [0x558666724a4f] 8: main() 9: __libc_start_main() 10: _start() 1 jobs: ['7409269'] suites: ['1-ceph', '2-logrotate}', 'clusters/1-mds-1-client-coloc', 'conf/{client', 'distro/{ubuntu_20.04}', 'fs/shell/{begin/{0-install', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount/fuse', 'no_client_pidfile}', 'objectstore/bluestore-bitmap', 'osd}', 'overrides/{ignorelist_health', 'tasks/cephfs-shell}'] Assertion: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fe8725788c5] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fe871fd0520] 2: pthread_kill() 3: raise() 4: abort() 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fe8725788c5] 6: /usr/lib/ceph/libceph-common.so.2(+0x16da1f) [0x7fe872578a1f] 7: ceph-authtool(+0x1c66f) [0x55bfbe8af66f] 8: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x5f6) [0x55bfbe8aa236] 9: main() 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fe871fb7d90] 11: __libc_start_main() 12: _start() 1 jobs: ['7409331'] suites: ['1-ceph', '2-logrotate}', 'clusters/1-mds-1-client-coloc', 'conf/{client', 'distro/{ubuntu_latest}', 'fs/libcephfs/{begin/{0-install', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'no_client_pidfile}', 'objectstore/bluestore-bitmap', 'osd}', 'overrides/{ignorelist_health', 'tasks/ino_release_cb}'] Assertion: 2023-10-03T03:36:20.081 INFO:teuthology.orchestra.run.smithi008.stdout:/usr/bin/ceph-authtool: stderr 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7fcb86b1fcbf] 1 jobs: ['7409318'] suites: ['1-cephadm', '1-check-counter', '2-logrotate}', '2-scrub/no', '3-snaps/no', '4-flush/no', '5-workunit/suites/pjd}}', 'begin/{0-install', 'clusters/1a11s-mds-1c-client-3node', 'conf/{client', 'fs/workload/{0-rhel_8', 'ignorelist_health', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount', 'mount/kclient/{base/{mount-syntax/{v1}', 'ms-die-on-skipped}}', 'ms_mode/secure', 'n/3', 'objectstore-ec/bluestore-comp-ec-root', 'omap_limit/10', 'osd-asserts', 'osd}', 'overrides/{cephsqlite-timeout', 'overrides/{distro/stock/{k-stock', 'ranks/multi/{export-check', 'replication/default}', 'rhel_8}', 'session_timeout}', 'standby-replay', 'tasks/{0-subvolume/{no-subvolume}', 'wsync/yes}'] Assertion: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f3698a63cbf] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib64/libpthread.so.0(+0x12ce0) [0x7f3698142ce0] 2: gsignal() 3: abort() 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f3698a63cbf] 5: /usr/lib64/ceph/libceph-common.so.2(+0x2b8e2b) [0x7f3698a63e2b] 6: (ceph::common::ConfigProxy::apply_changes(std::ostream*)+0xa7) [0x5570c2109237] 7: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x66f) [0x5570c2103a8f] 8: main() 9: __libc_start_main() 10: _start() 1 jobs: ['7409310'] suites: ['1-ceph', '2-logrotate}', 'clusters/1a3s-mds-2c-client', 'conf/{client', 'distro/{centos_latest}', 'fs/multifs/{begin/{0-install', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mon-debug}', 'mount', 'mount/kclient/{mount-syntax/{v2}', 'ms-die-on-skipped}}', 'objectstore-ec/bluestore-comp-ec-root', 'osd}', 'overrides/{distro/stock/{k-stock', 'overrides/{ignorelist_health', 'rhel_8}', 'tasks/multifs-auth}'] Assertion: 2023-10-03T03:36:46.325 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph-authtool: stderr 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f32e1863cbf] 1 jobs: ['7409321'] suites: ['1-cephadm', '1-check-counter', '2-logrotate}', '2-scrub/yes', '3-snaps/yes', '4-flush/yes', '5-workunit/direct_io}}', 'begin/{0-install', 'clusters/1a11s-mds-1c-client-3node', 'conf/{client', 'fs/workload/{0-rhel_8', 'ignorelist_health', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount/fuse', 'objectstore-ec/bluestore-comp', 'omap_limit/10000', 'osd-asserts', 'osd}', 'overrides/{cephsqlite-timeout', 'ranks/1', 'session_timeout}', 'standby-replay', 'tasks/{0-subvolume/{with-namespace-isolated}'] Assertion: 2023-10-03T03:16:34.460 INFO:teuthology.orchestra.run.smithi156.stdout:/usr/bin/ceph-authtool: stderr 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f19a3224cbf] 1 jobs: ['7409283'] suites: ['1-cephadm', '1-check-counter', '2-logrotate}', '2-scrub/yes', '3-snaps/yes', '4-flush/yes', '5-workunit/postgres}}', 'begin/{0-install', 'clusters/1a11s-mds-1c-client-3node', 'conf/{client', 'fs/workload/{0-rhel_8', 'ignorelist_health', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount/fuse', 'n/5', 'objectstore-ec/bluestore-comp', 'omap_limit/10000', 'osd-asserts', 'osd}', 'overrides/{cephsqlite-timeout', 'ranks/multi/{export-check', 'replication/always}', 'session_timeout}', 'standby-replay', 'tasks/{0-subvolume/{with-quota}'] Assertion: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f87c4b6d165] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib64/libc.so.6(+0x54db0) [0x7f87c4254db0] 2: /lib64/libc.so.6(+0xa154c) [0x7f87c42a154c] 3: raise() 4: abort() 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f87c4b6d165] 6: /usr/lib64/ceph/libceph-common.so.2(+0x16d2c9) [0x7f87c4b6d2c9] 7: ceph-authtool(+0x1ca7f) [0x55f114113a7f] 8: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x491) [0x55f11410e4f1] 9: main() 10: /lib64/libc.so.6(+0x3feb0) [0x7f87c423feb0] 11: __libc_start_main() 12: _start() 1 jobs: ['7409315'] suites: ['1-ceph', '2-logrotate}', 'clusters/1a3s-mds-4c-client', 'conf/{client', 'distro/{centos_latest}', 'fs/functional/{begin/{0-install', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount', 'mount/kclient/{mount-syntax/{v1}', 'ms-die-on-skipped}}', 'no_client_pidfile}', 'objectstore/bluestore-ec-root', 'osd}', 'overrides/{distro/testing/k-testing', 'overrides/{ignorelist_health', 'tasks/workunit/quota}'] Assertion: 2023-10-03T03:15:11.475 INFO:teuthology.orchestra.run.smithi107.stdout:/usr/bin/ceph-authtool: stderr 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f4bd2a89cbf] 1 jobs: ['7409295'] suites: ['1-cephadm', '1-check-counter', '2-logrotate}', '2-scrub/no', '3-snaps/no', '4-flush/no', '5-workunit/suites/fsstress}}', 'begin/{0-install', 'clusters/1a11s-mds-1c-client-3node', 'conf/{client', 'fs/workload/{0-rhel_8', 'ignorelist_health', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount', 'mount/kclient/{base/{mount-syntax/{v2}', 'ms-die-on-skipped}}', 'ms_mode/crc', 'n/5', 'objectstore-ec/bluestore-ec-root', 'omap_limit/10', 'osd-asserts', 'osd}', 'overrides/{cephsqlite-timeout', 'overrides/{distro/stock/{k-stock', 'ranks/multi/{export-check', 'replication/always}', 'rhel_8}', 'session_timeout}', 'standby-replay', 'tasks/{0-subvolume/{with-namespace-isolated-and-quota}', 'wsync/yes}'] Assertion: 2023-10-03T03:40:22.699 INFO:teuthology.orchestra.run.smithi088.stdout:/usr/bin/ceph-authtool: stderr 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7ff6bba08cbf] 1 jobs: ['7409313'] suites: ['1-cephadm', '1-check-counter', '2-logrotate}', '2-scrub/yes', '3-snaps/yes', '4-flush/yes', '5-workunit/suites/iozone}}', 'begin/{0-install', 'clusters/1a11s-mds-1c-client-3node', 'conf/{client', 'fs/workload/{0-rhel_8', 'ignorelist_health', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount', 'mount/kclient/{base/{mount-syntax/{v1}', 'ms-die-on-skipped}}', 'ms_mode/legacy', 'n/5', 'objectstore-ec/bluestore-bitmap', 'omap_limit/10000', 'osd-asserts', 'osd}', 'overrides/{cephsqlite-timeout', 'overrides/{distro/testing/k-testing', 'ranks/multi/{export-check', 'replication/always}', 'session_timeout}', 'standby-replay', 'tasks/{0-subvolume/{with-namespace-isolated}', 'wsync/no}'] Assertion: 2023-10-03T03:39:05.843 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-authtool: stderr 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7fdc1d6d7cbf] 1 jobs: ['7409324'] suites: ['1-cephadm', '1-check-counter', '2-logrotate}', '2-scrub/no', '3-snaps/no', '4-flush/no', '5-workunit/fs/misc}}', 'begin/{0-install', 'clusters/1a11s-mds-1c-client-3node', 'conf/{client', 'fs/workload/{0-rhel_8', 'ignorelist_health', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount', 'mount/kclient/{base/{mount-syntax/{v1}', 'ms-die-on-skipped}}', 'ms_mode/crc', 'n/3', 'objectstore-ec/bluestore-ec-root', 'omap_limit/10', 'osd-asserts', 'osd}', 'overrides/{cephsqlite-timeout', 'overrides/{distro/stock/{k-stock', 'ranks/multi/{export-check', 'replication/always}', 'rhel_8}', 'session_timeout}', 'standby-replay', 'tasks/{0-subvolume/{with-namespace-isolated}', 'wsync/yes}'] Assertion: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f999e9d5cbf] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib64/libpthread.so.0(+0x12ce0) [0x7f999e0b4ce0] 2: gsignal() 3: abort() 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f999e9d5cbf] 5: /usr/lib64/ceph/libceph-common.so.2(+0x2b8e2b) [0x7f999e9d5e2b] 6: (ceph::common::ConfigProxy::apply_changes(std::ostream*)+0xa7) [0x5587a8732237] 7: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x66f) [0x5587a872ca8f] 8: main() 9: __libc_start_main() 10: _start() 1 jobs: ['7409261'] suites: ['1-ceph', '2-logrotate}', 'clusters/1-mds-1-client-coloc', 'conf/{client', 'distro/{rhel_8}', 'fs/libcephfs/{begin/{0-install', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'no_client_pidfile}', 'objectstore/bluestore-bitmap', 'osd}', 'overrides/{ignorelist_health', 'tasks/client}'] Assertion: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f28e536d8c5] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f28e4a42520] 2: pthread_kill() 3: raise() 4: abort() 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f28e536d8c5] 6: /usr/lib/ceph/libceph-common.so.2(+0x16da1f) [0x7f28e536da1f] 7: ceph-authtool(+0x1c66f) [0x560b984a666f] 8: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x5f6) [0x560b984a1236] 9: main() 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f28e4a29d90] 11: __libc_start_main() 12: _start() 1 jobs: ['7409253'] suites: ['1-ceph', '2-logrotate}', 'clusters/1a3s-mds-4c-client', 'conf/{client', 'distro/{ubuntu_latest}', 'fs/functional/{begin/{0-install', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount', 'mount/kclient/{mount-syntax/{v2}', 'ms-die-on-skipped}}', 'no_client_pidfile}', 'objectstore/bluestore-bitmap', 'osd}', 'overrides/{distro/testing/k-testing', 'overrides/{ignorelist_health', 'tasks/sessionmap}'] Assertion: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fc40e9898c5] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fc40e3e1520] 2: pthread_kill() 3: raise() 4: abort() 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fc40e9898c5] 6: /usr/lib/ceph/libceph-common.so.2(+0x16da1f) [0x7fc40e989a1f] 7: ceph-authtool(+0x1c66f) [0x5557b828c66f] 8: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x5f6) [0x5557b8287236] 9: main() 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fc40e3c8d90] 11: __libc_start_main() 12: _start() 1 jobs: ['7409272'] suites: ['1-ceph', '2-logrotate}', 'clusters/fixed-2-ucephfs', 'conf/{client', 'distro/{ubuntu_latest}', 'fs/traceless/{begin/{0-install', 'ignorelist_wrongly_marked_down}', 'mds', 'mon', 'mount/fuse', 'objectstore-ec/bluestore-bitmap', 'osd}', 'overrides/{ignorelist_health', 'tasks/cfuse_workunit_suites_fsstress', 'traceless/50pc}'] Assertion: 2023-10-03T03:11:51.213 INFO:teuthology.orchestra.run.smithi022.stdout:/usr/bin/ceph-authtool: stderr 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f093c741cbf] 1 jobs: ['7409258'] suites: ['1-mount', '2-workload/dbench', 'distro/single-container-host}', 'fs/cephadm/multivolume/{0-start'] Assertion: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fae5da8b8c5] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7fae5d4e3520] 2: pthread_kill() 3: raise() 4: abort() 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7fae5da8b8c5] 6: /usr/lib/ceph/libceph-common.so.2(+0x16da1f) [0x7fae5da8ba1f] 7: ceph-authtool(+0x1c66f) [0x56326ebee66f] 8: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x5f6) [0x56326ebe9236] 9: main() 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7fae5d4cad90] 11: __libc_start_main() 12: _start() 1 jobs: ['7409263'] suites: ['1-ceph', '2-logrotate}', '2-three-per-cluster}', 'cephfs-mirror/{1-volume-create-rm', 'clients/{mirror}', 'cluster/{1-node}', 'fs/mirror-ha/{begin/{0-install', 'objectstore/bluestore-bitmap', 'overrides/{ignorelist_health}', 'supported-random-distro$/{ubuntu_latest}', 'workloads/cephfs-mirror-ha-workunit}'] Assertion: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x182) [0x7f4ee26bd49d] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib/x86_64-linux-gnu/libpthread.so.0(+0x14420) [0x7f4ee2370420] 2: gsignal() 3: abort() 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x182) [0x7f4ee26bd49d] 5: /usr/lib/ceph/libceph-common.so.2(+0x3305ff) [0x7f4ee26bd5ff] 6: (ceph::common::ConfigProxy::apply_changes(std::ostream*)+0xa7) [0x55b13d688e17] 7: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x66f) [0x55b13d683a4f] 8: main() 9: __libc_start_main() 10: _start() 1 jobs: ['7409299'] suites: ['1-ceph', '2-logrotate}', 'clusters/fixed-2-ucephfs', 'conf/{client', 'distro/{ubuntu_20.04}', 'fs/32bits/{begin/{0-install', 'ignorelist_health', 'ignorelist_wrongly_marked_down}', 'mds', 'mon', 'mount/fuse', 'objectstore-ec/bluestore-comp-ec-root', 'osd}', 'overrides/{faked-ino', 'tasks/cfuse_workunit_suites_pjd}'] Assertion: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x182) [0x7f183045e49d] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib/x86_64-linux-gnu/libpthread.so.0(+0x14420) [0x7f1830111420] 2: gsignal() 3: abort() 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x182) [0x7f183045e49d] 5: /usr/lib/ceph/libceph-common.so.2(+0x3305ff) [0x7f183045e5ff] 6: (ceph::common::ConfigProxy::apply_changes(std::ostream*)+0xa7) [0x557df8415e17] 7: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x66f) [0x557df8410a4f] 8: main() 9: __libc_start_main() 10: _start() 1 jobs: ['7409300'] suites: ['1-ceph', '2-logrotate}', 'clusters/fixed-2-ucephfs', 'conf/{client', 'distro/{ubuntu_20.04}', 'fs/permission/{begin/{0-install', 'ignorelist_wrongly_marked_down}', 'mds', 'mon', 'mount/fuse', 'objectstore-ec/bluestore-comp-ec-root', 'osd}', 'overrides/{ignorelist_health', 'tasks/cfuse_workunit_suites_pjd}'] Assertion: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f5bede98cbf] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f5bed577cf0] 2: gsignal() 3: abort() 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f5bede98cbf] 5: /usr/lib64/ceph/libceph-common.so.2(+0x2b8e2b) [0x7f5bede98e2b] 6: (ceph::common::ConfigProxy::apply_changes(std::ostream*)+0xa7) [0x558b46ece237] 7: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x66f) [0x558b46ec8a8f] 8: main() 9: __libc_start_main() 10: _start() 1 jobs: ['7409290'] suites: ['1-ceph', '2-logrotate}', 'clusters/1a3s-mds-4c-client', 'conf/{client', 'distro/{centos_8}', 'fs/functional/{begin/{0-install', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount/fuse', 'no_client_pidfile}', 'objectstore/bluestore-bitmap', 'osd}', 'overrides/{ignorelist_health', 'tasks/strays}'] Assertion: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f8372e43cbf] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib64/libpthread.so.0(+0x12ce0) [0x7f8372522ce0] 2: gsignal() 3: abort() 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f8372e43cbf] 5: /usr/lib64/ceph/libceph-common.so.2(+0x2b8e2b) [0x7f8372e43e2b] 6: (ceph::common::ConfigProxy::apply_changes(std::ostream*)+0xa7) [0x5636adf6d237] 7: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x66f) [0x5636adf67a8f] 8: main() 9: __libc_start_main() 10: _start() 1 jobs: ['7409303'] suites: ['1-ceph', '2-logrotate}', 'clusters/1a3s-mds-4c-client', 'conf/{client', 'distro/{centos_latest}', 'fs/volumes/{begin/{0-install', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount', 'mount/kclient/{mount-syntax/{v2}', 'ms-die-on-skipped}}', 'no_client_pidfile}', 'objectstore/bluestore-bitmap', 'osd}', 'overrides/{distro/stock/{k-stock', 'overrides/{ignorelist_health', 'rhel_8}', 'tasks/volumes/{overrides', 'test/clone}}'] Assertion: 2023-10-03T03:12:34.863 INFO:teuthology.orchestra.run.smithi139.stdout:/usr/bin/ceph-authtool: stderr 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f2930549cbf] 1 jobs: ['7409254'] suites: ['1-cephadm', '1-check-counter', '2-logrotate}', '2-scrub/no', '3-snaps/no', '4-flush/yes', '5-workunit/suites/pjd}}', 'begin/{0-install', 'clusters/1a11s-mds-1c-client-3node', 'conf/{client', 'fs/workload/{0-rhel_8', 'ignorelist_health', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount/fuse', 'objectstore-ec/bluestore-ec-root', 'omap_limit/10000', 'osd-asserts', 'osd}', 'overrides/{cephsqlite-timeout', 'ranks/1', 'session_timeout}', 'standby-replay', 'tasks/{0-subvolume/{no-subvolume}'] Assertion: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f3ba816d165] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib64/libc.so.6(+0x54db0) [0x7f3ba7854db0] 2: /lib64/libc.so.6(+0xa154c) [0x7f3ba78a154c] 3: raise() 4: abort() 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f3ba816d165] 6: /usr/lib64/ceph/libceph-common.so.2(+0x16d2c9) [0x7f3ba816d2c9] 7: ceph-authtool(+0x1ca7f) [0x55fdde720a7f] 8: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x491) [0x55fdde71b4f1] 9: main() 10: /lib64/libc.so.6(+0x3feb0) [0x7f3ba783feb0] 11: __libc_start_main() 12: _start() 1 jobs: ['7409330'] suites: ['1-ceph', '2-logrotate}', 'clusters/fixed-2-ucephfs', 'conf/{client', 'distro/{centos_latest}', 'fs/32bits/{begin/{0-install', 'ignorelist_health', 'ignorelist_wrongly_marked_down}', 'mds', 'mon', 'mount/fuse', 'objectstore-ec/bluestore-comp', 'osd}', 'overrides/{faked-ino', 'tasks/cfuse_workunit_suites_fsstress}'] Assertion: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f5f6896d165] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib64/libc.so.6(+0x54db0) [0x7f5f68054db0] 2: /lib64/libc.so.6(+0xa154c) [0x7f5f680a154c] 3: raise() 4: abort() 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f5f6896d165] 6: /usr/lib64/ceph/libceph-common.so.2(+0x16d2c9) [0x7f5f6896d2c9] 7: ceph-authtool(+0x1ca7f) [0x5616fc7b9a7f] 8: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x491) [0x5616fc7b44f1] 9: main() 10: /lib64/libc.so.6(+0x3feb0) [0x7f5f6803feb0] 11: __libc_start_main() 12: _start() 1 jobs: ['7409257'] suites: ['1-ceph', '2-logrotate}', 'centos_latest', 'clusters/small-cluster', 'conf/{client', 'fs/bugs/client_trim_caps/{begin/{0-install', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'no_client_pidfile}', 'objectstore/bluestore-bitmap', 'osd}', 'overrides/{ignorelist_health', 'tasks/trim-i24137}'] Assertion: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f7a990b8cbf] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f7a98212cf0] 2: gsignal() 3: abort() 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f7a990b8cbf] 5: /usr/lib64/ceph/libceph-common.so.2(+0x2b8e2b) [0x7f7a990b8e2b] 6: (ceph::common::ConfigProxy::apply_changes(std::ostream*)+0xa7) [0x55ba1e00f237] 7: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x66f) [0x55ba1e009a8f] 8: main() 9: __libc_start_main() 10: _start() 1 jobs: ['7409287'] suites: ['1-ceph', '2-logrotate}', '2-workunit/suites/ffsb}}', 'clusters/1a5s-mds-1c-client', 'conf/{client', 'distro/{centos_8}', 'fs/thrash/workloads/{begin/{0-install', 'ignorelist_health', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount', 'mount/kclient/{mount-syntax/{v2}', 'ms-die-on-skipped}}', 'msgr-failures/osd-mds-delay', 'objectstore-ec/bluestore-comp', 'osd}', 'overrides/{client-shutdown', 'overrides/{distro/testing/k-testing', 'prefetch_dirfrags/no', 'prefetch_entire_dirfrags/yes', 'races', 'ranks/1', 'session_timeout', 'tasks/{1-thrash/mon', 'thrashosds-health}'] Assertion: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f01195d5cbf] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib64/libpthread.so.0(+0x12ce0) [0x7f0118cb4ce0] 2: gsignal() 3: abort() 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f01195d5cbf] 5: /usr/lib64/ceph/libceph-common.so.2(+0x2b8e2b) [0x7f01195d5e2b] 6: (ceph::common::ConfigProxy::apply_changes(std::ostream*)+0xa7) [0x5566461b7237] 7: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x66f) [0x5566461b1a8f] 8: main() 9: __libc_start_main() 10: _start() 1 jobs: ['7409281'] suites: ['1-ceph', '2-logrotate}', '2-workunit/fs/snaps}}', 'clusters/1a5s-mds-1c-client', 'conf/{client', 'distro/{centos_8}', 'fs/thrash/workloads/{begin/{0-install', 'ignorelist_health', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount', 'mount/kclient/{mount-syntax/{v2}', 'ms-die-on-skipped}}', 'msgr-failures/none', 'objectstore-ec/bluestore-comp-ec-root', 'osd}', 'overrides/{client-shutdown', 'overrides/{distro/stock/{k-stock', 'prefetch_dirfrags/yes', 'prefetch_entire_dirfrags/no', 'races', 'ranks/5', 'rhel_8}', 'session_timeout', 'tasks/{1-thrash/mds', 'thrashosds-health}'] Assertion: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x182) [0x7f3dd4f3049d] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib/x86_64-linux-gnu/libpthread.so.0(+0x14420) [0x7f3dd5a30420] 2: gsignal() 3: abort() 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x182) [0x7f3dd4f3049d] 5: /usr/lib/ceph/libceph-common.so.2(+0x3305ff) [0x7f3dd4f305ff] 6: (ceph::common::ConfigProxy::apply_changes(std::ostream*)+0xa7) [0x55672df09e17] 7: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x66f) [0x55672df04a4f] 8: main() 9: __libc_start_main() 10: _start() 1 jobs: ['7409322'] suites: ['1-ceph', '2-logrotate}', '2-workunit/suites/iozone}}', 'clusters/1a5s-mds-1c-client', 'conf/{client', 'distro/{ubuntu_20.04}', 'fs/thrash/workloads/{begin/{0-install', 'ignorelist_health', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount', 'mount/kclient/{mount-syntax/{v2}', 'ms-die-on-skipped}}', 'msgr-failures/none', 'objectstore-ec/bluestore-comp-ec-root', 'osd}', 'overrides/{client-shutdown', 'overrides/{distro/testing/k-testing', 'prefetch_dirfrags/yes', 'prefetch_entire_dirfrags/no', 'races', 'ranks/1', 'session_timeout', 'tasks/{1-thrash/mon', 'thrashosds-health}'] Assertion: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7fe424856cbf] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib64/libpthread.so.0(+0x12ce0) [0x7fe423f35ce0] 2: gsignal() 3: abort() 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7fe424856cbf] 5: /usr/lib64/ceph/libceph-common.so.2(+0x2b8e2b) [0x7fe424856e2b] 6: (ceph::common::ConfigProxy::apply_changes(std::ostream*)+0xa7) [0x55d94392d237] 7: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x66f) [0x55d943927a8f] 8: main() 9: __libc_start_main() 10: _start() 1 jobs: ['7409316'] suites: ['1-ceph', '2-logrotate}', 'clusters/1a3s-mds-2c-client', 'conf/{client', 'distro/{rhel_8}', 'fs/mixed-clients/{begin/{0-install', 'ignorelist_wrongly_marked_down', 'kclient-overrides/{distro/stock/{k-stock', 'mds', 'mon', 'ms-die-on-skipped}', 'objectstore-ec/bluestore-bitmap', 'osd-asserts}', 'osd}', 'overrides/{ignorelist_health', 'rhel_8}', 'tasks/kernel_cfuse_workunits_dbench_iozone}'] Assertion: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f7b48097cbf] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f7b4728ccf0] 2: gsignal() 3: abort() 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f7b48097cbf] 5: /usr/lib64/ceph/libceph-common.so.2(+0x2b8e2b) [0x7f7b48097e2b] 6: (ceph::common::ConfigProxy::apply_changes(std::ostream*)+0xa7) [0x5610bb475b67] 7: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x404) [0x5610bb470fa4] 8: main() 9: __libc_start_main() 10: _start() 1 jobs: ['7409314'] suites: ['1-mount/mount/fuse', '1-tests/fsstress}}}', '2-workload/stress_tests/{0-client-upgrade', 'centos_8', 'clusters/{1-mds-1-client-micro}', 'conf/{client', 'fs/upgrade/upgraded_client/{bluestore-bitmap', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'osd}', 'overrides/{ignorelist_health', 'pg-warn}', 'tasks/{0-from/pacific'] Assertion: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7ff4c01fecbf] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib64/libpthread.so.0(+0x12ce0) [0x7ff4bf8ddce0] 2: gsignal() 3: abort() 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7ff4c01fecbf] 5: /usr/lib64/ceph/libceph-common.so.2(+0x2b8e2b) [0x7ff4c01fee2b] 6: (ceph::common::ConfigProxy::apply_changes(std::ostream*)+0xa7) [0x55718003f237] 7: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x66f) [0x557180039a8f] 8: main() 9: __libc_start_main() 10: _start() 1 jobs: ['7409370'] suites: ['1-ceph', '2-logrotate}', 'clusters/1a3s-mds-4c-client', 'conf/{client', 'distro/{rhel_8}', 'fs/volumes/{begin/{0-install', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount/fuse', 'no_client_pidfile}', 'objectstore/bluestore-bitmap', 'osd}', 'overrides/{ignorelist_health', 'tasks/volumes/{overrides', 'test/misc}}'] Assertion: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x182) [0x7f0706ba949d] ceph version 18.0.0-6546-gec4a9f52 (ec4a9f5282ac180184261f54df3d629962cdd2ef) reef (dev) 1: /lib/x86_64-linux-gnu/libpthread.so.0(+0x14420) [0x7f070685c420] 2: gsignal() 3: abort() 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x182) [0x7f0706ba949d] 5: /usr/lib/ceph/libceph-common.so.2(+0x3305ff) [0x7f0706ba95ff] 6: (ceph::common::ConfigProxy::apply_changes(std::ostream*)+0xa7) [0x55a5129bfe17] 7: (global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool)+0x66f) [0x55a5129baa4f] 8: main() 9: __libc_start_main() 10: _start() 1 jobs: ['7409259'] suites: ['1-ceph', '2-logrotate}', 'clusters/1-node-1-mds-1-osd', 'conf/{client', 'distro/{ubuntu_20.04}', 'fs/full/{begin/{0-install', 'ignorelist_wrongly_marked_down', 'mds', 'mon', 'mount/fuse', 'no_client_pidfile}', 'objectstore/bluestore-bitmap', 'osd}', 'overrides', 'overrides/{ignorelist_health', 'tasks/mgr-osd-full}']